{"severity_text":"INFO","timestamp":"2026-10-30T03:33:31.689421326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:31.708956342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:31.737623893Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:31.737663443Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:31.802915538Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:31.803008519Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:31.857505813Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/2acad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.467962565Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.511106461Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.512181037Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.512480593Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.512655733Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.512874561Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.513018264Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.513239303Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.513354987Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.513544849Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.514336096Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.514577391Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.514755693Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.515270758Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.51548321Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.515686574Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.515885689Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.51607928Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.516499687Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.516659241Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.51876571Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.623155592Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 03:33:32.623196 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.823937799Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:32.82401411Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1030 03:33:51.365776 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.366104998Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.366312351Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.366383444Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.366500032Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.36655103Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.366702547Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.366801956Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.366819344Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.366929158Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367018302Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367068517Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367175327Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367250484Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.366494606Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367276497Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367314282Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.36733624Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367400399Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367524148Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.36754732Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367573936Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367630078Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367654964Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367685842Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367696016Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367704761Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367858993Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367888128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.367957862Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.368033774Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.368055889Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.36807441Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.368317453Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.368424076Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.368660682Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.368688276Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.368960719Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369031808Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369056638Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369078225Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369101776Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369242432Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369266267Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369400478Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369630852Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369665469Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369687643Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369754178Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369780309Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369803767Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.369838329Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.370271709Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.592265244Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.593089811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.698709015Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy updated","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.767800102Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.767849875Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.793770688Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.793817354Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.793770771Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.793842915Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.797047849Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.797093753Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.797065747Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.79744563Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.808934204Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.808997305Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.836365956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c856958-3cb2-4bba-8fc7-aba998873744","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.836397385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c856958-3cb2-4bba-8fc7-aba998873744","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.838620302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7336de95-eb4d-4cf1-b671-83ecd851c336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.838938502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6eed3ba-0213-445b-9b41-8ca015b79e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.891738178Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.891774888Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.895927726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eeb9d151-0fc1-4924-bd11-c46864665339","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.895961483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eeb9d151-0fc1-4924-bd11-c46864665339","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.994812462Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7336de95-eb4d-4cf1-b671-83ecd851c336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:33:51.999189825Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6eed3ba-0213-445b-9b41-8ca015b79e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.025288207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7336de95-eb4d-4cf1-b671-83ecd851c336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:33:52.096168157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6eed3ba-0213-445b-9b41-8ca015b79e55","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.098208245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20433bfe-a9fc-4a8b-a9de-85e5b5f6e96b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.098240284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20433bfe-a9fc-4a8b-a9de-85e5b5f6e96b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.319938462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12f76f0e-7899-4631-bd44-0f6b1281b729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.324048489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98f546ab-89f4-453f-a280-802e3ab5665f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.324073689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98f546ab-89f4-453f-a280-802e3ab5665f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.333230422Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22a87232-9055-4ff9-8177-1f2a48b1144c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.333331231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94d02eb2-5b04-4d54-b641-7fe32f54aec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.339275664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12f76f0e-7899-4631-bd44-0f6b1281b729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.339891414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c416a3b5-9eb2-4978-b3b0-ad002dc52bdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.400138384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a92554f-a69e-4bac-8cb4-5b10784e9590","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.400163141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a92554f-a69e-4bac-8cb4-5b10784e9590","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.404899179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94d02eb2-5b04-4d54-b641-7fe32f54aec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.4217778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94d02eb2-5b04-4d54-b641-7fe32f54aec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.431668588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"080b84f2-cb15-45ab-8dee-eef43127e2d3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.431698967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"080b84f2-cb15-45ab-8dee-eef43127e2d3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.451204803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16914e59-ae0e-403d-973a-b45ea456cfc4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.45122899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16914e59-ae0e-403d-973a-b45ea456cfc4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.451635538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77cbea72-c61f-47ad-ad56-dc2496f898da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.451651915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77cbea72-c61f-47ad-ad56-dc2496f898da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.465648791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2064e66c-bb98-4a8c-89f7-bab31eb907f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.484098716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2064e66c-bb98-4a8c-89f7-bab31eb907f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.491759173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41afadfa-48a9-47b4-a8a0-3ac20a635f27","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.491791465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41afadfa-48a9-47b4-a8a0-3ac20a635f27","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.494115816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e21b9e0-e22f-4dec-ad42-bd915f65c390","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.500740582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2064e66c-bb98-4a8c-89f7-bab31eb907f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.529605981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb8e23b-013c-46ec-9230-a1acf47c8007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.542393068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5a30d128-a965-4087-b291-8c1e8d4b146d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.542421864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5a30d128-a965-4087-b291-8c1e8d4b146d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.543902349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb8e23b-013c-46ec-9230-a1acf47c8007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.558102725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb8e23b-013c-46ec-9230-a1acf47c8007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.572520029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb8e23b-013c-46ec-9230-a1acf47c8007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.600559112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8815a7ae-b8fb-42f7-9d0d-39962a171145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.606351497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d8594398-9388-4d95-aef2-285746975acd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.606377902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d8594398-9388-4d95-aef2-285746975acd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.615969829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"220925bd-6811-4d4d-b939-89c45d8bba76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.618943935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8815a7ae-b8fb-42f7-9d0d-39962a171145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.635865226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8815a7ae-b8fb-42f7-9d0d-39962a171145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.654240024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d983e538-11f8-4795-af97-0f502369841f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:52.654260578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d983e538-11f8-4795-af97-0f502369841f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:53.68675109Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"69ca35b8-664f-48be-8261-43fd085b260a","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.29284338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce8f6e5c-99cd-4656-8fc6-8261345725af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.334534377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3bb85c4-fbf0-4f16-9da9-cd988fbff529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.334536962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"668c210f-672a-4a1e-9266-7ea5721a52ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.340361839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"375fa4b6-8040-4d25-aff5-163b89ab401f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.340382514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"375fa4b6-8040-4d25-aff5-163b89ab401f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.354414388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"668c210f-672a-4a1e-9266-7ea5721a52ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.354792634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3bb85c4-fbf0-4f16-9da9-cd988fbff529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.387052609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4007336-f295-4ffc-a4f1-a0d36bf1d8af","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.443938056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5ef98b0-9b04-4186-b7f0-f68fc422c2a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.443965717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5ef98b0-9b04-4186-b7f0-f68fc422c2a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.524778651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"584b701f-847a-45f2-92ca-b28087ec3f10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.524813504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"584b701f-847a-45f2-92ca-b28087ec3f10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.527424827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"619305c8-9e90-4f82-a41f-bf175036ab8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.527447743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"619305c8-9e90-4f82-a41f-bf175036ab8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.566704003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc733399-c677-4db3-9b62-1f3c8e05386e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.567362002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dac53e4d-3d4c-4dd6-8579-fe6f012b068a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.587146929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dac53e4d-3d4c-4dd6-8579-fe6f012b068a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:55.587394934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc733399-c677-4db3-9b62-1f3c8e05386e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.022273214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfa5392f-c332-4942-9b41-c9b9181eff91","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.022296189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfa5392f-c332-4942-9b41-c9b9181eff91","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.067720518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28db61e4-614a-4e5c-9804-22f48284d480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.085367958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28db61e4-614a-4e5c-9804-22f48284d480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.149766064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a486164-e808-48e6-bb4c-733a8e169c0e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.149797321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a486164-e808-48e6-bb4c-733a8e169c0e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.212250296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1242a816-1b6f-4fe5-b89f-7115802d8784","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.212280142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1242a816-1b6f-4fe5-b89f-7115802d8784","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.25766685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a940f924-7230-4e64-b4ea-e61b08139ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.26117274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c563b386-f199-4962-b8c4-6866b97e37d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.278296767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a940f924-7230-4e64-b4ea-e61b08139ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.279853518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33900b3c-1526-45f1-b54f-6325f3b7c654","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.280948385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c563b386-f199-4962-b8c4-6866b97e37d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.390146804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a21c0e71-e8a4-47ed-ae0d-c6192d539e75","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:57.390170439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a21c0e71-e8a4-47ed-ae0d-c6192d539e75","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.781205926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8df68f5f-4ac9-40de-95b7-90a0ea886903","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.88851788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cf32fc1-b823-42a9-997c-6f2bf561c69a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:21.622514583Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:34.189326849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03182c0-f7c7-4939-9dcf-673f9f035161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:34.203889111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03182c0-f7c7-4939-9dcf-673f9f035161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:34.218311206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03182c0-f7c7-4939-9dcf-673f9f035161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:34.233173418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03182c0-f7c7-4939-9dcf-673f9f035161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:34.948186063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11948fbc-f12e-4ea1-a093-4f4d659f0a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:34.962734139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11948fbc-f12e-4ea1-a093-4f4d659f0a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:34.977731731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11948fbc-f12e-4ea1-a093-4f4d659f0a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:34.981487889Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4b25750e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4b25750e","reconcileID":"532b3029-5a5c-49ea-9680-1f530297d243","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4b25750e","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4b25750e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:34.992396548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11948fbc-f12e-4ea1-a093-4f4d659f0a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:35.194282449Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ae718d3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ae718d3f","reconcileID":"7debcd6f-9268-415b-9af7-ed0f1d9a8096","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ae718d3f","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ae718d3f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:35.601625527Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-780101a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-780101a2","reconcileID":"b5df8a19-41e5-47c1-ab65-455156e93d5a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-780101a2-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-780101a2-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:35.671430869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66db815e-1784-40f7-ac02-14ca5c7a863c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:35.685815717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66db815e-1784-40f7-ac02-14ca5c7a863c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:35.700404567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66db815e-1784-40f7-ac02-14ca5c7a863c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:35.715027989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66db815e-1784-40f7-ac02-14ca5c7a863c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.354733515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b273ee87-a375-47ff-88da-bd3145ab228d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.401050265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b273ee87-a375-47ff-88da-bd3145ab228d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.415433347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b273ee87-a375-47ff-88da-bd3145ab228d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.429975721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b273ee87-a375-47ff-88da-bd3145ab228d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.124409602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddc1176-9253-4ee6-bc8d-5f70be2540ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.14006483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddc1176-9253-4ee6-bc8d-5f70be2540ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.154751132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddc1176-9253-4ee6-bc8d-5f70be2540ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.173737674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddc1176-9253-4ee6-bc8d-5f70be2540ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.551965046Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6cb677ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6cb677ad","reconcileID":"47e4bcdc-fcfc-493d-ad48-c738dfd1a9d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6cb677ad","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-6cb677ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.869153332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f0e431-fc9d-48f0-816b-bafea3b16316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.883645444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f0e431-fc9d-48f0-816b-bafea3b16316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.897920954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f0e431-fc9d-48f0-816b-bafea3b16316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.912931922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f0e431-fc9d-48f0-816b-bafea3b16316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.675642877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8778830b-9a14-4282-9be0-f5d5086aaa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.70141073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8778830b-9a14-4282-9be0-f5d5086aaa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.716244546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8778830b-9a14-4282-9be0-f5d5086aaa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.730748742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8778830b-9a14-4282-9be0-f5d5086aaa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:39.419557133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b99de2-2889-4d7b-be9a-228e3911da0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:39.435295268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b99de2-2889-4d7b-be9a-228e3911da0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:39.450161811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b99de2-2889-4d7b-be9a-228e3911da0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:39.464951618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b99de2-2889-4d7b-be9a-228e3911da0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:39.992893589Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"406affe5-4530-48f1-a017-debbe2ec0ae5","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:40.016868688Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"406affe5-4530-48f1-a017-debbe2ec0ae5","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:40.050832874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"406affe5-4530-48f1-a017-debbe2ec0ae5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-780101a2-gw","tenantID":"e2e-migrate-780101a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:40.095469741Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"406affe5-4530-48f1-a017-debbe2ec0ae5","name":"e2e-migrate-780101a2-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:41.879448424Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"a0b454fc-e803-45ff-81cc-58fb31335d37","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:41.926492009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"a0b454fc-e803-45ff-81cc-58fb31335d37","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4b25750e","tenantID":"e2e-ait-4b25750e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:41.979522852Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"a0b454fc-e803-45ff-81cc-58fb31335d37","name":"e2e-ait-4b25750e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:42.74285746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d2232ff-3599-40b1-bf7d-e5653983747b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:42.82405737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f98b6bc-1b5c-4c65-aa31-6687f4565b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:42.83149723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30a93e32-1f7d-468d-a284-530ae6008dd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:42.838572834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f98b6bc-1b5c-4c65-aa31-6687f4565b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:42.853438315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f98b6bc-1b5c-4c65-aa31-6687f4565b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:42.867876869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f98b6bc-1b5c-4c65-aa31-6687f4565b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:43.473931035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1521dd9-26b6-44aa-a4de-a6c04dfb25c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:43.488703827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1521dd9-26b6-44aa-a4de-a6c04dfb25c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:43.505192293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1521dd9-26b6-44aa-a4de-a6c04dfb25c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:43.523939462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1521dd9-26b6-44aa-a4de-a6c04dfb25c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:43.616957926Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-475c0601","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-475c0601","reconcileID":"5c661f42-8f6f-4a94-bd62-97cab7eadd14","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-475c0601","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-475c0601":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:44.357770681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56da64a6-eea3-45ef-8481-252d97afe4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:44.374638913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56da64a6-eea3-45ef-8481-252d97afe4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:44.390961872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56da64a6-eea3-45ef-8481-252d97afe4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:44.412688467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56da64a6-eea3-45ef-8481-252d97afe4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.062059574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccac5340-ff47-44e3-9b65-d21c80f38ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.076598524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccac5340-ff47-44e3-9b65-d21c80f38ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.09102532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccac5340-ff47-44e3-9b65-d21c80f38ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.108531312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccac5340-ff47-44e3-9b65-d21c80f38ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.95775097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c107e9-5e81-4533-bbcc-37dae2aab19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.973442465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c107e9-5e81-4533-bbcc-37dae2aab19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.988124251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c107e9-5e81-4533-bbcc-37dae2aab19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:46.003953009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c107e9-5e81-4533-bbcc-37dae2aab19a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:46.112222015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"56266aad-76d8-46e2-a191-c86b71df4275","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ae718d3f","tenantID":"e2e-ait-ae718d3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:46.15279361Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"56266aad-76d8-46e2-a191-c86b71df4275","name":"e2e-ait-ae718d3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:46.747968319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb617b4c-89bf-4a29-9db6-0187d2ccb1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:46.764440767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb617b4c-89bf-4a29-9db6-0187d2ccb1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:46.781014093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb617b4c-89bf-4a29-9db6-0187d2ccb1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:46.801836272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb617b4c-89bf-4a29-9db6-0187d2ccb1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:47.488374175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155f2589-ea2f-4e70-882a-e1bc5e200d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:47.516193193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155f2589-ea2f-4e70-882a-e1bc5e200d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:47.540501435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155f2589-ea2f-4e70-882a-e1bc5e200d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:47.558212353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155f2589-ea2f-4e70-882a-e1bc5e200d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:48.129530008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"a8bf69c4-3153-45f6-9be5-7ec2580e31fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-6cb677ad","tenantID":"e2e-ait-6cb677ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:48.169455274Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"a8bf69c4-3153-45f6-9be5-7ec2580e31fc","name":"e2e-ait-6cb677ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:48.233969946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db912b27-9f95-43ca-ba7d-0f3b4cd951dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:48.248996367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db912b27-9f95-43ca-ba7d-0f3b4cd951dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:48.264238671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db912b27-9f95-43ca-ba7d-0f3b4cd951dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:48.278772061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db912b27-9f95-43ca-ba7d-0f3b4cd951dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:49.032125254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fae17df-ed94-428e-8804-3a016301728b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:49.047400106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fae17df-ed94-428e-8804-3a016301728b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:49.061837712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fae17df-ed94-428e-8804-3a016301728b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:49.076251067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fae17df-ed94-428e-8804-3a016301728b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:49.886034499Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"2e781ed0-c5b7-4ee2-97a1-c11f41096a5e","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:49.922552055Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"2e781ed0-c5b7-4ee2-97a1-c11f41096a5e","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:50.685617473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3dca56-7be0-491b-af61-6293b70ea1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:50.703046395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3dca56-7be0-491b-af61-6293b70ea1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:50.720426525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3dca56-7be0-491b-af61-6293b70ea1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:50.735960949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3dca56-7be0-491b-af61-6293b70ea1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:51.352298622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8f078e-b294-4485-b071-1ca32edbbac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:51.36685606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8f078e-b294-4485-b071-1ca32edbbac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:51.381317373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8f078e-b294-4485-b071-1ca32edbbac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:51.399945968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8f078e-b294-4485-b071-1ca32edbbac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:51.631893034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:51.677238273Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"947cf0d3-89f6-4ce9-b244-c964359b99cd","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:52.23294173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533de472-2f27-4a89-9dc3-f206f5a85709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:52.24780686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533de472-2f27-4a89-9dc3-f206f5a85709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:52.263656992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533de472-2f27-4a89-9dc3-f206f5a85709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:52.278357676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533de472-2f27-4a89-9dc3-f206f5a85709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.014036477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00504715-a83c-4f5e-a734-4646d6c26029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.029794611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00504715-a83c-4f5e-a734-4646d6c26029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.045919216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00504715-a83c-4f5e-a734-4646d6c26029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.062088964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00504715-a83c-4f5e-a734-4646d6c26029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.716971496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66712a73-06b6-4686-9d22-0d78c666e130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.731991549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66712a73-06b6-4686-9d22-0d78c666e130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.747736838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66712a73-06b6-4686-9d22-0d78c666e130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.762529444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66712a73-06b6-4686-9d22-0d78c666e130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.95747804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"712c098f-cfa0-456e-9873-f64f4a99086d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-475c0601","tenantID":"e2e-derive-475c0601","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:54.001390226Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"712c098f-cfa0-456e-9873-f64f4a99086d","name":"e2e-derive-475c0601-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:55.705087488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06c4cb8-633e-4ce4-a5a9-814edaccdd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:55.720913978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06c4cb8-633e-4ce4-a5a9-814edaccdd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:55.735598605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06c4cb8-633e-4ce4-a5a9-814edaccdd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:55.750527259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06c4cb8-633e-4ce4-a5a9-814edaccdd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:56.65325411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa5738e-9572-45e3-bb5e-7a49647c53da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:56.670094841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa5738e-9572-45e3-bb5e-7a49647c53da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:56.687415718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa5738e-9572-45e3-bb5e-7a49647c53da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:56.703003342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa5738e-9572-45e3-bb5e-7a49647c53da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:57.371158688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa62f18-f2a5-45e7-906e-3c7caaddf762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:57.38598177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa62f18-f2a5-45e7-906e-3c7caaddf762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:57.403010835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa62f18-f2a5-45e7-906e-3c7caaddf762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:57.419824096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa62f18-f2a5-45e7-906e-3c7caaddf762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:58.264197034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee0975e-d414-4996-b8d6-2d9f835c8ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:58.279283716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee0975e-d414-4996-b8d6-2d9f835c8ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:58.302016628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee0975e-d414-4996-b8d6-2d9f835c8ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:58.33807145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee0975e-d414-4996-b8d6-2d9f835c8ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:59.112519717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae0615c-3a17-4aa0-a578-1e2a686cc3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:59.130522584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae0615c-3a17-4aa0-a578-1e2a686cc3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:59.148633691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae0615c-3a17-4aa0-a578-1e2a686cc3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:59.163334521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae0615c-3a17-4aa0-a578-1e2a686cc3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.785738071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3461b761-4ce5-49cf-9499-845c4ad54703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.80405869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3461b761-4ce5-49cf-9499-845c4ad54703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.819919412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3461b761-4ce5-49cf-9499-845c4ad54703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.83611199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3461b761-4ce5-49cf-9499-845c4ad54703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.557099464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91942ac8-8547-471f-a06d-7823dbbf7b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.572040153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91942ac8-8547-471f-a06d-7823dbbf7b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.586677469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91942ac8-8547-471f-a06d-7823dbbf7b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.606965279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91942ac8-8547-471f-a06d-7823dbbf7b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.951030509Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"b5940bba-ec91-43e4-aa2c-8f8546117480","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:02.003308472Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"b5940bba-ec91-43e4-aa2c-8f8546117480","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:02.449967438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2c022a-edb3-401f-8292-9663d75b3e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:02.464732389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2c022a-edb3-401f-8292-9663d75b3e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:02.480040355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2c022a-edb3-401f-8292-9663d75b3e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:02.501672897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2c022a-edb3-401f-8292-9663d75b3e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:03.217356639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8c45aa-2c58-4076-b4e3-4b5f9228edd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:03.234074255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8c45aa-2c58-4076-b4e3-4b5f9228edd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:03.249828777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8c45aa-2c58-4076-b4e3-4b5f9228edd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:03.265081228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8c45aa-2c58-4076-b4e3-4b5f9228edd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:04.023200308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056afa6d-71c4-4616-91b6-43f727d82178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:04.037686199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056afa6d-71c4-4616-91b6-43f727d82178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:04.052185444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056afa6d-71c4-4616-91b6-43f727d82178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:04.066660824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056afa6d-71c4-4616-91b6-43f727d82178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:04.116042726Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"04587f3e-f2ad-4e4e-8ead-a12525277e49","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.093096285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd0f7760-0810-447f-ad06-a79c36801306","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.152554705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5448c0db-5dc9-4896-8627-e0d72640c1c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.716950753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0a84e-c564-42dc-b9de-f602d25f0ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.731616646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0a84e-c564-42dc-b9de-f602d25f0ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.74631543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0a84e-c564-42dc-b9de-f602d25f0ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.761368328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0a84e-c564-42dc-b9de-f602d25f0ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:07.367230723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e2f00f-9a2f-42e0-be89-ebe3da389ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:07.382995046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e2f00f-9a2f-42e0-be89-ebe3da389ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:07.403397056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e2f00f-9a2f-42e0-be89-ebe3da389ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:07.421910807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e2f00f-9a2f-42e0-be89-ebe3da389ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:08.122256036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c03815-3d9f-4790-bc81-759cf22fc4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:08.137790258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c03815-3d9f-4790-bc81-759cf22fc4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:08.152334134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c03815-3d9f-4790-bc81-759cf22fc4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:08.166822188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c03815-3d9f-4790-bc81-759cf22fc4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:08.768926136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d4ee58-d12e-46e4-8bde-3c51880eddda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:08.784251672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d4ee58-d12e-46e4-8bde-3c51880eddda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:08.799864688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d4ee58-d12e-46e4-8bde-3c51880eddda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:08.814872674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d4ee58-d12e-46e4-8bde-3c51880eddda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:09.502223284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01302e2-feff-48ee-a038-ffd670eaa5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:09.518306157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01302e2-feff-48ee-a038-ffd670eaa5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:09.533020866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01302e2-feff-48ee-a038-ffd670eaa5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:09.547874353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01302e2-feff-48ee-a038-ffd670eaa5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:10.379668255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc106e11-b186-40cd-b375-f02ed210c1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:10.395105904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc106e11-b186-40cd-b375-f02ed210c1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:10.411958541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc106e11-b186-40cd-b375-f02ed210c1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:10.426987347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc106e11-b186-40cd-b375-f02ed210c1ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.087161516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4ed103-48d2-4293-b5c1-95461b408ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.103082384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4ed103-48d2-4293-b5c1-95461b408ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.118350169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4ed103-48d2-4293-b5c1-95461b408ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.13303058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4ed103-48d2-4293-b5c1-95461b408ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.818195105Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","namespace":"ai-tenant-e2e-migrate-780101a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.818263962Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","namespace":"ai-tenant-e2e-migrate-780101a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.818323524Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","tenant":"e2e-migrate-780101a2","tenantID":"e2e-migrate-780101a2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.834436523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"Deployment","name":"maas-api-e2e-migrate-780101a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.860882511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"Service","name":"maas-api-e2e-migrate-780101a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.877663113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-780101a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.895938853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-780101a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.912888698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.932888686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.947095069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.961493831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.976320853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"Deployment","name":"payload-processing-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.990256658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.008004965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"Service","name":"payload-processing-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.022564269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"Service","name":"payload-pre-processing-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.036729587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.061867395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.083286338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.097960457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.114968599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.129981522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.145093789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-780101a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.159173004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-780101a2"},"namespace":"ai-tenant-e2e-migrate-780101a2","name":"default-tenant","reconcileID":"36556613-bf6d-4292-9ee4-4d3613938a2c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-780101a2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.18132157Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","namespace":"ai-tenant-e2e-ait-4b25750e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.181415438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","namespace":"ai-tenant-e2e-ait-4b25750e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.181494275Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","tenant":"e2e-ait-4b25750e","tenantID":"e2e-ait-4b25750e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.202536032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"Deployment","name":"maas-api-e2e-ait-4b25750e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.23146583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"Service","name":"maas-api-e2e-ait-4b25750e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.250454894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4b25750e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.270480627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4b25750e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.287005044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.309105364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.329875743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.346785696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.360988276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"Deployment","name":"payload-processing-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.375732876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.390077759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"Service","name":"payload-processing-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.410990432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"Service","name":"payload-pre-processing-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.427033907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.434916405Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-780101a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-780101a2","reconcileID":"8811b386-f785-45c4-ac0c-c007b5358fe0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-780101a2-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-780101a2-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.441229328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.455051641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.472714181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.487035068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.532066849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.548005361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4b25750e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.562063125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4b25750e"},"namespace":"ai-tenant-e2e-ait-4b25750e","name":"default-tenant","reconcileID":"ab126df6-0ab3-43a8-87e2-5e4a083bac94","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4b25750e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:13.110621986Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4b25750e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4b25750e","reconcileID":"59c96288-91b7-4241-afc1-f11e978056ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4b25750e","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4b25750e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:13.168516699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1eaeb7-3086-4d19-a9a0-bd4a2a9f6b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:13.18339241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1eaeb7-3086-4d19-a9a0-bd4a2a9f6b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:13.199195534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1eaeb7-3086-4d19-a9a0-bd4a2a9f6b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:13.217272534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1eaeb7-3086-4d19-a9a0-bd4a2a9f6b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:13.912200404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb4d961-728d-4aa2-81a6-7a0b46f3e3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:13.926949968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb4d961-728d-4aa2-81a6-7a0b46f3e3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:13.941853557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb4d961-728d-4aa2-81a6-7a0b46f3e3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:13.95650798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb4d961-728d-4aa2-81a6-7a0b46f3e3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:14.704874363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e091d02-65ab-4246-a396-c16c9e3bbcca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:14.719989132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e091d02-65ab-4246-a396-c16c9e3bbcca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:14.734304822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e091d02-65ab-4246-a396-c16c9e3bbcca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:14.748989261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e091d02-65ab-4246-a396-c16c9e3bbcca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:15.871932529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0610392-f0e9-4434-91a8-519c9ea0b5f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:15.971169499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a1ac07d-597d-4433-9d4f-df2a70dca7ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.667744412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec13e73-9ade-4dda-9ad1-ac2ba7f69750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.667843127Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","namespace":"ai-tenant-e2e-ait-ae718d3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.667920037Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","namespace":"ai-tenant-e2e-ait-ae718d3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.668003059Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","tenant":"e2e-ait-ae718d3f","tenantID":"e2e-ait-ae718d3f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.682215518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec13e73-9ade-4dda-9ad1-ac2ba7f69750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.699389439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec13e73-9ade-4dda-9ad1-ac2ba7f69750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.712822588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"Deployment","name":"maas-api-e2e-ait-ae718d3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.714240948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec13e73-9ade-4dda-9ad1-ac2ba7f69750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.771072152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"Service","name":"maas-api-e2e-ait-ae718d3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.787998224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ae718d3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.814041944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ae718d3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.831375023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.85061297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.867619711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.886277594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.900569922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"Deployment","name":"payload-processing-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.919645471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.940092298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"Service","name":"payload-processing-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.963776239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"Service","name":"payload-pre-processing-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.984218862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:16.998730708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.018043492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.042357745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.064021279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.081153769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.095220597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ae718d3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.109327699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ae718d3f"},"namespace":"ai-tenant-e2e-ait-ae718d3f","name":"default-tenant","reconcileID":"9bd97500-043e-4021-a2f0-9271e8c573f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ae718d3f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.128823166Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","namespace":"ai-tenant-e2e-ait-6cb677ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.128941585Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","namespace":"ai-tenant-e2e-ait-6cb677ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.129025972Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","tenant":"e2e-ait-6cb677ad","tenantID":"e2e-ait-6cb677ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.145700476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"Deployment","name":"maas-api-e2e-ait-6cb677ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.175690993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"Service","name":"maas-api-e2e-ait-6cb677ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.198371339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-6cb677ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.22010557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-6cb677ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.236571311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.252979645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.270268116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.288795461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.302423967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"Deployment","name":"payload-processing-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.316376521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.330535886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"Service","name":"payload-processing-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.34545152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"Service","name":"payload-pre-processing-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.359249198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"DestinationRule","name":"payload-processing-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.373306479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa0eb1e-c199-4eaf-aa0a-169cf1671c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.375467962Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ae718d3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ae718d3f","reconcileID":"066b9a25-b8e3-4e20-bd68-45292734dc14","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ae718d3f","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ae718d3f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.387982042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa0eb1e-c199-4eaf-aa0a-169cf1671c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.388835221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.402894047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa0eb1e-c199-4eaf-aa0a-169cf1671c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.417290346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.417817667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa0eb1e-c199-4eaf-aa0a-169cf1671c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.437414186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.451137114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.466268155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.493930678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-6cb677ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.507574241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6cb677ad"},"namespace":"ai-tenant-e2e-ait-6cb677ad","name":"default-tenant","reconcileID":"87efb90b-6d9b-4c78-9a50-6e3cf69785fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-6cb677ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:17.563630993Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-32b438","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-32b438","reconcileID":"972e7dc9-58c0-4dd5-b0f1-38be0e6b9ead","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-32b438","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-32b438":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:18.070327406Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6cb677ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6cb677ad","reconcileID":"fbc7f73b-f305-4d47-b114-7956baebc1b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6cb677ad","removed":["maas.opendatahub.io/gateway-access-e2e-ait-6cb677ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:18.179901095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9251adb-fa11-4647-9339-197dc4cf39d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:18.198493312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9251adb-fa11-4647-9339-197dc4cf39d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:18.213147804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9251adb-fa11-4647-9339-197dc4cf39d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:18.228029843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9251adb-fa11-4647-9339-197dc4cf39d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:18.250954489Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-0177f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-0177f2","reconcileID":"2df0bca5-f7df-4c59-a8c3-3eee93e1e83d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-0177f2","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-0177f2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:18.96264892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a782f8-9e85-4512-a4de-5ee9364dd021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:18.978680335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a782f8-9e85-4512-a4de-5ee9364dd021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:18.996000415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a782f8-9e85-4512-a4de-5ee9364dd021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:19.032723128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a782f8-9e85-4512-a4de-5ee9364dd021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:19.665952556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88cb0a1-eb98-4c87-84f6-a5048d2141a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:19.687327902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88cb0a1-eb98-4c87-84f6-a5048d2141a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:19.705214593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88cb0a1-eb98-4c87-84f6-a5048d2141a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:19.727350346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88cb0a1-eb98-4c87-84f6-a5048d2141a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:20.399112256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f924a95-986f-4847-843c-c1617cdc4a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:20.434149685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f924a95-986f-4847-843c-c1617cdc4a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:20.455564948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f924a95-986f-4847-843c-c1617cdc4a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:20.471572558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f924a95-986f-4847-843c-c1617cdc4a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:21.621285349Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:23.605464911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"dd6030b8-a881-408f-8c1b-906858424a99","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:23.644558999Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"dd6030b8-a881-408f-8c1b-906858424a99","name":"e2e-worker-w3-32b438-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:23.813026187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d13cc06-e86a-46ff-a095-0cbaa15f8a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:23.827601965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d13cc06-e86a-46ff-a095-0cbaa15f8a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:23.842286741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d13cc06-e86a-46ff-a095-0cbaa15f8a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:23.85693011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d13cc06-e86a-46ff-a095-0cbaa15f8a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:24.474481552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66ab3aa-6524-49e7-9724-c8094e7aa378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:24.489093852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66ab3aa-6524-49e7-9724-c8094e7aa378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:24.503636264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66ab3aa-6524-49e7-9724-c8094e7aa378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:24.518254177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66ab3aa-6524-49e7-9724-c8094e7aa378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:24.64396668Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-2119fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-2119fb","reconcileID":"a6dc3b18-1719-497f-a46c-f024aeafb420","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-2119fb","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-2119fb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:24.842315851Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-e1a5e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-e1a5e3","reconcileID":"3dc1f379-bc42-4d98-bc39-d8a655a4a684","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-e1a5e3","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-e1a5e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.163376779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cded454c-e122-44cd-b9af-191f15b8695b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.177819528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cded454c-e122-44cd-b9af-191f15b8695b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.19406332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cded454c-e122-44cd-b9af-191f15b8695b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.210038381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cded454c-e122-44cd-b9af-191f15b8695b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.568767747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"027f3436-8e42-498c-b13a-b6f3b085f5b0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.608421957Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"027f3436-8e42-498c-b13a-b6f3b085f5b0","name":"e2e-worker-w2-0177f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.6352796Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","namespace":"ai-tenant-e2e-derive-475c0601","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.635456831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","namespace":"ai-tenant-e2e-derive-475c0601","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.635675651Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","tenant":"e2e-derive-475c0601","tenantID":"e2e-derive-475c0601","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.696189333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"Deployment","name":"maas-api-e2e-derive-475c0601","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.718000064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"Service","name":"maas-api-e2e-derive-475c0601","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.741516712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-475c0601","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.761690079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-475c0601","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.778347955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.796386756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.815665398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.831939232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.845656649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"Deployment","name":"payload-processing-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.859240596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.86801742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd429c5-66dd-4d94-8f5f-d6a025103dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.882521982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"Service","name":"payload-processing-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.884291863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd429c5-66dd-4d94-8f5f-d6a025103dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.898325422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"Service","name":"payload-pre-processing-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.899933891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd429c5-66dd-4d94-8f5f-d6a025103dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.91452682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"DestinationRule","name":"payload-processing-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.915047766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd429c5-66dd-4d94-8f5f-d6a025103dfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.930752918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.953244089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:25.976431798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:26.004862557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:26.019278413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:26.033573774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-475c0601","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:26.049345468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-475c0601"},"namespace":"ai-tenant-e2e-derive-475c0601","name":"default-tenant","reconcileID":"7d1a11c1-2626-48a0-ac1a-dbc72e4e50be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-475c0601","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:26.605878461Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-475c0601","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-475c0601","reconcileID":"390363e3-ff13-404c-88e6-901465828f53","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-475c0601","removed":["maas.opendatahub.io/gateway-access-e2e-derive-475c0601"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:26.985147561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708b7748-5efc-47ab-a00b-ba129ba9d592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:27.000106417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708b7748-5efc-47ab-a00b-ba129ba9d592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:27.014961855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708b7748-5efc-47ab-a00b-ba129ba9d592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:27.03013763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708b7748-5efc-47ab-a00b-ba129ba9d592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:27.647908419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb399d6f-c3cd-4f2a-ab16-513c760d04eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:27.662394864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb399d6f-c3cd-4f2a-ab16-513c760d04eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:27.677162889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb399d6f-c3cd-4f2a-ab16-513c760d04eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:27.691538831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb399d6f-c3cd-4f2a-ab16-513c760d04eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:28.480466726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34dfb73c-e238-47eb-b70d-61b217152ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:28.496173552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34dfb73c-e238-47eb-b70d-61b217152ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:28.510723415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34dfb73c-e238-47eb-b70d-61b217152ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:28.524879702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34dfb73c-e238-47eb-b70d-61b217152ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:29.169776221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d92b6-d82c-43bd-85e3-e8db41d9581b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:29.184347343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d92b6-d82c-43bd-85e3-e8db41d9581b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:29.199667293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d92b6-d82c-43bd-85e3-e8db41d9581b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:29.215694346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088d92b6-d82c-43bd-85e3-e8db41d9581b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:30.934547136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a65b865-b320-492e-8266-7ca3497ace43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:30.949809086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a65b865-b320-492e-8266-7ca3497ace43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:30.968529919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a65b865-b320-492e-8266-7ca3497ace43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:30.983835816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a65b865-b320-492e-8266-7ca3497ace43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:31.685402792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e347835-41dd-4ba1-9900-b5c26da12519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:31.704970175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e347835-41dd-4ba1-9900-b5c26da12519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:31.722004927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e347835-41dd-4ba1-9900-b5c26da12519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:31.736511743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e347835-41dd-4ba1-9900-b5c26da12519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:31.765014749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"dfe3331b-eeeb-49c2-a3d5-03514cf812df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:31.775308698Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-0f97fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-0f97fc","reconcileID":"8c68bfcb-349b-4fc5-94f1-89affad4b00c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-0f97fc","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-0f97fc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:31.810350928Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"dfe3331b-eeeb-49c2-a3d5-03514cf812df","name":"e2e-worker-w4-2119fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.638712507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3bfd97-3930-4b41-a677-fe4ef60c4a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.653772276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3bfd97-3930-4b41-a677-fe4ef60c4a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.668508297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3bfd97-3930-4b41-a677-fe4ef60c4a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.683341109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3bfd97-3930-4b41-a677-fe4ef60c4a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:33.403177239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b454b320-0e33-43f2-a7cd-e475c75ce3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:33.422301931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b454b320-0e33-43f2-a7cd-e475c75ce3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:33.437311478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b454b320-0e33-43f2-a7cd-e475c75ce3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:33.45183758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b454b320-0e33-43f2-a7cd-e475c75ce3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:33.942468755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"87e93385-8074-47f9-a29d-fd273c2bdb8e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:33.986041219Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"87e93385-8074-47f9-a29d-fd273c2bdb8e","name":"e2e-worker-w0-e1a5e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:34.059974556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c688695c-a337-4ee5-a0c1-6519c90f376c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:34.074535794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c688695c-a337-4ee5-a0c1-6519c90f376c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:34.096927374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c688695c-a337-4ee5-a0c1-6519c90f376c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:34.132867086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c688695c-a337-4ee5-a0c1-6519c90f376c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:36.726467141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dffaeb7-cbd6-454d-9029-41460d449622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:36.742564693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dffaeb7-cbd6-454d-9029-41460d449622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:36.757418056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dffaeb7-cbd6-454d-9029-41460d449622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:36.771956859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dffaeb7-cbd6-454d-9029-41460d449622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:37.464342747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff4654e-dc8f-4ee2-9263-c0b604c84e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:37.479285455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff4654e-dc8f-4ee2-9263-c0b604c84e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:37.498926885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff4654e-dc8f-4ee2-9263-c0b604c84e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:37.518294625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff4654e-dc8f-4ee2-9263-c0b604c84e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:40.544115377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01f35ed-a7c8-47a6-8a02-2f89d419eb3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:40.558831417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01f35ed-a7c8-47a6-8a02-2f89d419eb3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:40.573375289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01f35ed-a7c8-47a6-8a02-2f89d419eb3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:40.588073626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01f35ed-a7c8-47a6-8a02-2f89d419eb3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:41.347569569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84cc26d4-5123-4945-81bf-418b854cb968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:41.363129183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84cc26d4-5123-4945-81bf-418b854cb968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:41.378551416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84cc26d4-5123-4945-81bf-418b854cb968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:41.397988262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84cc26d4-5123-4945-81bf-418b854cb968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.19403569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b72189-76fb-49c6-93d3-a36482b9a020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.218924903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b72189-76fb-49c6-93d3-a36482b9a020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.234972621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b72189-76fb-49c6-93d3-a36482b9a020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.249722545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b72189-76fb-49c6-93d3-a36482b9a020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.940899817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07fa7db0-cfa0-4524-90cc-31f877f3e80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.955914772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07fa7db0-cfa0-4524-90cc-31f877f3e80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.970439963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07fa7db0-cfa0-4524-90cc-31f877f3e80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.984953236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07fa7db0-cfa0-4524-90cc-31f877f3e80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:43.768785471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02404fa-432c-403b-a76d-1e94033b6642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:43.783313041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02404fa-432c-403b-a76d-1e94033b6642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:43.799064546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02404fa-432c-403b-a76d-1e94033b6642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:43.816114251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02404fa-432c-403b-a76d-1e94033b6642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:44.184132011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"81f61600-a9f4-492b-9727-38adea2e47d1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:44.245370616Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"81f61600-a9f4-492b-9727-38adea2e47d1","name":"e2e-worker-w1-0f97fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:44.74269447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbfdde7-2b39-4faa-965c-5f48fa1f7d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:44.763625429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbfdde7-2b39-4faa-965c-5f48fa1f7d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:44.7782176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbfdde7-2b39-4faa-965c-5f48fa1f7d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:44.798064434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbfdde7-2b39-4faa-965c-5f48fa1f7d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:45.543832693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a1b716-7651-4823-af43-0b2630f4635e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:45.558752428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a1b716-7651-4823-af43-0b2630f4635e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:45.574396895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a1b716-7651-4823-af43-0b2630f4635e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:45.589974142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a1b716-7651-4823-af43-0b2630f4635e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:47.278482078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2524142f-95df-43b8-97a0-6b4408bb8d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:47.293763001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2524142f-95df-43b8-97a0-6b4408bb8d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:47.311899326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2524142f-95df-43b8-97a0-6b4408bb8d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:47.330016178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2524142f-95df-43b8-97a0-6b4408bb8d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:48.003091689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476aced8-d8af-4427-b685-2155f9007268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:48.021032816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476aced8-d8af-4427-b685-2155f9007268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:48.0355742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476aced8-d8af-4427-b685-2155f9007268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:48.050272487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476aced8-d8af-4427-b685-2155f9007268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.633902471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.844229058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8f01e6c-4ffe-4ff2-b06a-8ea7aa45037d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.933014019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6bf048a7-6f9b-4a2b-9ee0-3947215be82c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:55.697829981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f9481a2-4c6c-42e1-bf8f-f93c48fe289f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:55.789343773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5ac9f0c-c8b9-4a12-9c49-01303d2a3b44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:56.617527766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab70e8f7-a559-413e-a4ab-439710ba9fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:56.634738416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab70e8f7-a559-413e-a4ab-439710ba9fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:56.650070065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab70e8f7-a559-413e-a4ab-439710ba9fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:56.664846497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab70e8f7-a559-413e-a4ab-439710ba9fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:57.26228825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74135418-88ee-4712-991b-dc71151da61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:57.277127805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74135418-88ee-4712-991b-dc71151da61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:57.291700855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74135418-88ee-4712-991b-dc71151da61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:57.307033828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74135418-88ee-4712-991b-dc71151da61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:01.337571439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"27f50d1b-7539-4b07-ac8e-46283b1df04f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:05.443331246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"de885cf2-676a-441e-8f51-ebf3c45a2200","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.485050316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"6cb0b4a0-23f9-4084-aafe-e6d027f8b6dd","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.512807258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"3e507535-ddda-4ca9-91f9-347be3011e16","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.444751886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"af084248-ffb4-4074-89f1-2ac5e62ddd11","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.472959057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"aa73dcb6-37b8-416d-bf96-086e5a792d40","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.797731105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"801a30fa-b995-4eef-92ba-0eccb0fde88d","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:21.62192312Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:22.883525257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"ab84cb9e-586b-4bef-b9b2-3f60f9a29613","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:24.933737755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"8318d255-cae0-4572-8854-dfc490285854","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:26.441796315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"6439092a-b982-4b68-b1e8-572e058d9630","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:26.493229181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"f7dd29e8-2400-455b-a026-6ac5c05f4132","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:35.015689877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"6c722759-d997-45f5-a6ca-04da0f2c8763","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:35.045109049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"493357cf-eb05-42c5-b573-3e7b17ab6aea","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.423705774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"90aa90d3-7d42-40b5-9876-eceec0e28de4","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.661149409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"3b674897-240d-44ee-8ea7-9e809cd13b00","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.681085509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8055faf7-113a-45a7-8970-5b92ce3c04f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.681116985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8055faf7-113a-45a7-8970-5b92ce3c04f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.693883229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"4a3b60ef-c500-4391-9f4e-72ba08f59bc0","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.700478145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71f3e75f-8816-40b6-a855-4bdb68cb6ea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.700501569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71f3e75f-8816-40b6-a855-4bdb68cb6ea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.710829838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"d7e0e60b-e525-41e7-b8f4-673dfadadb3f","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:37.715139432Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-32b438/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.771960488Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"5660e45a-53e9-44d9-b6ce-f1fcb269b9cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"simulator-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.819830318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"bfe5db64-f35f-44af-82aa-6635970d4c66","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.885519448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"aaa861c8-63d0-4e8e-9a54-ae56fb5fcbc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.915498972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"d71e3103-8f79-4c69-beb0-0bea14435358","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.937353233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"2d890259-8cf5-4cb4-8a42-0ac7d4646f9b","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:37.952528083Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"2d890259-8cf5-4cb4-8a42-0ac7d4646f9b","name":"simulator-w3-32b438","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-32b438\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:37.952634267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"2d890259-8cf5-4cb4-8a42-0ac7d4646f9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-32b438\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.958023973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"1fe62c65-89a6-4fe1-9da8-ba03ffc39d8d","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.965694615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"643b9eab-69ec-4313-ba86-47ca4148cf7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:37.994315035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"ba39c73b-4bc6-4f53-a826-edf102f0f55c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.011446711Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"643b9eab-69ec-4313-ba86-47ca4148cf7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.02820468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"643b9eab-69ec-4313-ba86-47ca4148cf7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.047069443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"52be3b42-27b5-4547-93f3-2524ba8bde93","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.076611262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"51b8ebfb-9105-48e9-a3ec-b1a89f17d692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.094269196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"51b8ebfb-9105-48e9-a3ec-b1a89f17d692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.110855607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"51b8ebfb-9105-48e9-a3ec-b1a89f17d692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.121119379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"3b6a1fc1-92d7-41b9-a1a0-669e42c7380e","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.141156087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"f169af48-1c1d-4609-bd97-77246a859bea","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.152574894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"ffc7a47a-07f4-4495-ac4f-88d2de7eda7e","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:38.155692026Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-32b438/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.168621471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"5c5ba21f-4905-4a97-8530-4e6c019584a5","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.176526021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"dc746591-1699-48a7-a5a8-e6bed8cfeb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.194309502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"dc746591-1699-48a7-a5a8-e6bed8cfeb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.211260777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"dc746591-1699-48a7-a5a8-e6bed8cfeb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.226748618Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"3c4ae730-dd7e-4b93-99fa-8cd72a479a58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"premium-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.274888918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"a17465e1-81bb-4cf5-96fa-7b2fa1833296","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.27704352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4fe84231-75c2-4ba6-b2c3-7c2ddd699ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.294947189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4fe84231-75c2-4ba6-b2c3-7c2ddd699ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.311578194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4fe84231-75c2-4ba6-b2c3-7c2ddd699ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.320169812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"e5080676-cd78-4f10-a65c-8347954ff368","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.331085212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"2d902588-63aa-4b7c-b1f7-97f5568ba01a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.339774428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"410ad8a2-6433-47fe-afa9-7517ea022093","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:38.355519805Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"410ad8a2-6433-47fe-afa9-7517ea022093","name":"premium-w3-32b438","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-32b438\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:38.355620437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"410ad8a2-6433-47fe-afa9-7517ea022093","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-32b438\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.361001888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"0ef861f3-930a-41f9-a4b9-8839821a3f3c","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.394856948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"33338190-23a1-4a5f-a613-d743b489ed58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.394855747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"742f784a-f4f2-4fba-ac80-a9145b07930e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.413279109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"742f784a-f4f2-4fba-ac80-a9145b07930e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.414909928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"33338190-23a1-4a5f-a613-d743b489ed58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.429980354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"742f784a-f4f2-4fba-ac80-a9145b07930e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.433708106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"33338190-23a1-4a5f-a613-d743b489ed58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.435220857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"01727fcf-9caa-476d-ae82-2cf78873dc67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.452178779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"04a5b952-d21d-47c8-b296-4efa8f07b011","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.495716594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e12fa6a6-1960-46fc-968c-e6f74f3337ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.514098837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e12fa6a6-1960-46fc-968c-e6f74f3337ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.530792135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e12fa6a6-1960-46fc-968c-e6f74f3337ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.586892703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"916e180c-1dc4-4917-8340-1763f47a659d","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.738850915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"6cac684c-2497-40b3-bf0a-50084b1f0df9","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.757818532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"894f8f89-9d7f-4066-88f1-f0732f84d002","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.769002557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"6a2283cc-29fb-443a-b902-e2255b59490a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:38.772284379Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-0177f2/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.785676638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"3f97b6c1-bfcf-4e16-9511-97e024c0395f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.843246106Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"e0610ae3-fc3a-45ae-98ef-e680850d52f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.89176602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"74e0aaa7-be90-44e1-b4f0-28623404b152","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.950009166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"df68e31a-5632-4215-a0f1-b462644f1d93","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.95208869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"abc5f412-7ab4-4d99-974f-5b822d26889d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.969767919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"94e25535-3326-4db7-90ef-b4cd2f46f0b8","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:38.993789226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"cd43c357-d901-4985-8427-c73dc3a9f11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.041188505Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"cd43c357-d901-4985-8427-c73dc3a9f11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.050043446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"6a26a4b6-be1e-454a-a2d1-9654aaf86676","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.057968971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"cd43c357-d901-4985-8427-c73dc3a9f11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.085548627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2894fd8a-1e68-4499-bf9b-60169b0aad2c","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.171529225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"28d96ac3-2f82-4732-8d5a-43de86bfd088","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.191279313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"f5e9be92-36f9-4ad9-985c-635ad8a7167b","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.194574508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"db036edb-b4de-4c00-a73d-373d9fcb6a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:39.203735306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"52357ebe-5fc2-45e8-95bc-bc31f458d8e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.211078213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"ad365e9f-bb21-4324-9437-54a5df3a6edc","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.216231785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"db036edb-b4de-4c00-a73d-373d9fcb6a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.233312918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"db036edb-b4de-4c00-a73d-373d9fcb6a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.241416903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"887374a5-794c-4cc3-ada8-d17e1494ae6d","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.261174797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"a3f0b68a-7498-4d34-a9fc-e5e1b282bfe1","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.306781315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1b08ee8c-ed74-4a71-93df-36d92ea03e75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.395188934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1b08ee8c-ed74-4a71-93df-36d92ea03e75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.4092088Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"e057a12f-cdb0-43a6-bbfb-69632fe745a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"premium-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.41248634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1b08ee8c-ed74-4a71-93df-36d92ea03e75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.4259408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"a2b69c94-081b-4de8-969d-bfce3acd6cb9","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.446575539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"79a0b4b7-dc49-45ce-90f1-e06142bd3160","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.462722619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"48199c77-0a32-462b-ba5f-05859addc2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.480708056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"48199c77-0a32-462b-ba5f-05859addc2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.493428031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"ba05cb10-fa73-4171-88c3-1cb4aa1ce9a1","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.49802617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"48199c77-0a32-462b-ba5f-05859addc2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.513496515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"07a67bfe-fc87-4db2-888c-8f30f963cd61","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.523045893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"32768b05-c92f-4c06-bea6-5a6558cb1c7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.568787673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5fc563b6-2bd6-463a-b838-fc683b90c25d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.568786487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ae67708b-55d0-47d5-b862-ee7ccc1c2c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.589312421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5fc563b6-2bd6-463a-b838-fc683b90c25d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.589325188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ae67708b-55d0-47d5-b862-ee7ccc1c2c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.606908428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ae67708b-55d0-47d5-b862-ee7ccc1c2c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.608372887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5fc563b6-2bd6-463a-b838-fc683b90c25d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.62526527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"97eddbae-e7ef-4c7f-b148-f18db8e6adec","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.652429603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"44ede2a2-a6ad-46f0-9604-06f791d2a756","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.674565506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"e68998f1-9038-4c37-85d6-736b03ed4c9e","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.688641637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"72f08eb9-762e-4728-88c4-53f0fd42cd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.689238528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"6fd1b664-790d-4b74-a42c-d7a5b7715a96","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:39.692310992Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-2119fb/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.707716529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"209adca6-6460-4c09-8781-d8c14b0f33fd","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.708194609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"72f08eb9-762e-4728-88c4-53f0fd42cd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.724829012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"72f08eb9-762e-4728-88c4-53f0fd42cd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.776184984Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"eff72c80-54e6-4dd5-8583-808293547c65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"simulator-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.822017732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"6e6f9fb8-c7ea-4201-9f29-6d8279f882c7","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.828479656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"ba754c4d-09e2-4dd3-b0fe-4da635f38890","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.84875236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"fb4fa02b-6b30-4ccb-826a-bdd799e569e8","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.85321789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"26caaf66-81ed-401b-8e5e-658cf4d98cbb","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.873078582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"b7996ff3-9904-4c7a-abbb-1aec7865fc03","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.895697225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"73fe5f5b-29c7-43fc-90b6-7a1030ede4a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.897452733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e2410efc-c50b-4fde-a873-0c20ce72657c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.943821292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e2410efc-c50b-4fde-a873-0c20ce72657c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.968427504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e2410efc-c50b-4fde-a873-0c20ce72657c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:39.986965032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"a509f701-8090-4218-a9a9-500fea31e9f7","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.000599961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"209c88ed-76ca-4a4f-8d30-f35c10169f44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.017232344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d4a0e37e-be7b-4b2e-8160-7ab3047936ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.035259165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d4a0e37e-be7b-4b2e-8160-7ab3047936ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.052145237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d4a0e37e-be7b-4b2e-8160-7ab3047936ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.069255926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"d928316c-f22c-431a-bf31-698575075cbe","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.087558865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"77491620-6424-4e2c-8868-e3430102528c","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:40.099386577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"ccc6e521-1842-4b86-929d-8195c9ee0b63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.107452487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"d078ea2a-c8e4-45fb-a36f-1dcc092bf4a5","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.116350151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3abcaf8e-0fbc-4a03-9f64-7430c3381e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.134488866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3abcaf8e-0fbc-4a03-9f64-7430c3381e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.138131941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"c1e6ff0e-ca0d-4464-9447-e85b034ec3e6","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.15207362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3abcaf8e-0fbc-4a03-9f64-7430c3381e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.156720489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"f1f0b1ed-ade9-49dc-895d-a30061e2c4a2","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.216429212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"0a4939e4-6f93-4a07-bc62-36151ca46e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.21655363Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"191ad84c-73d2-4777-844e-65b5be193272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"premium-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.234666254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"0a4939e4-6f93-4a07-bc62-36151ca46e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.251141001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"0a4939e4-6f93-4a07-bc62-36151ca46e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.271182927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"50a710d4-7502-4a77-b28c-055260a922da","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.273930158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"ca701a1b-0915-4a83-9442-523989d50a87","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.29384262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"1ada7c4a-82b5-4994-91aa-e35802c2d7ac","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:40.308990537Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"1ada7c4a-82b5-4994-91aa-e35802c2d7ac","name":"premium-w4-2119fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-2119fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:40.309062873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"1ada7c4a-82b5-4994-91aa-e35802c2d7ac","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-2119fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.314436093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"a761b8d4-60b7-4525-b260-6c415d87e8d9","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.322437579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"ef51a8da-9533-472c-8cbc-8450f0be35e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.335894011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"01fd6fb3-ded2-4073-b371-621def5e02f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.337513046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c73dc136-8a44-4be4-895e-d0226569d0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.354394951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"01fd6fb3-ded2-4073-b371-621def5e02f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.355467742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c73dc136-8a44-4be4-895e-d0226569d0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.370941374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"01fd6fb3-ded2-4073-b371-621def5e02f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.371824419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c73dc136-8a44-4be4-895e-d0226569d0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.390908669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"7fbcc899-fafd-4108-a9eb-347ade384040","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.428696956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"ebf6a72d-314e-4022-8d26-322334d33b2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.435570222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5de1d9af-d640-46f6-931c-291b11e4c826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.453374262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5de1d9af-d640-46f6-931c-291b11e4c826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.47066449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5de1d9af-d640-46f6-931c-291b11e4c826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:40.485671472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5de1d9af-d640-46f6-931c-291b11e4c826","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.542151325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ab9211e3-55cf-4f67-9b5b-b28ab3ce56aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.560861285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ab9211e3-55cf-4f67-9b5b-b28ab3ce56aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:40.57781942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ab9211e3-55cf-4f67-9b5b-b28ab3ce56aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:48.473642872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c65e6ac0-8823-48eb-b86b-311f85ca147e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:48.492116954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c65e6ac0-8823-48eb-b86b-311f85ca147e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:48.511641938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c65e6ac0-8823-48eb-b86b-311f85ca147e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:48.575476899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"861b75d4-1f5b-4399-9773-44c1376c33a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:48.594341743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"861b75d4-1f5b-4399-9773-44c1376c33a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:48.611391007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"861b75d4-1f5b-4399-9773-44c1376c33a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.650973785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"22d50cd1-85be-4a8d-a566-36f4af31b8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.669001062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"22d50cd1-85be-4a8d-a566-36f4af31b8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.685835998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"22d50cd1-85be-4a8d-a566-36f4af31b8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.697709568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"371735b9-89ff-4746-a174-8983b4e9516d","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.770933944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5699e5c1-652c-498b-b7dd-3aa7051bd4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.788958838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5699e5c1-652c-498b-b7dd-3aa7051bd4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.805557483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5699e5c1-652c-498b-b7dd-3aa7051bd4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.868513737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"859e13c0-5c03-48c7-8c61-151a13e53747","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.885874901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"1f8f543d-7e6c-4f16-9752-bd9953dc44ae","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.901245786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"1cf83690-abf5-4199-a9e8-35813f03c07e","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:49.909699359Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.919746076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"97c8286b-fc3c-44b5-a673-4af3e783ada8","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:49.988942057Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"047950cf-2a44-4932-a103-aae919a5bf93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"simulator-w0-e1a5e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.038867535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"7cece4e3-49d9-4b63-b7cb-88de4a55e41d","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.075920881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"639be45c-9892-408e-9397-7bade34831f0","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.098503925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"518398d9-ebba-4a29-9e4c-6455e8e65db3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.098756299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"f56d6cb9-89ed-49d9-b498-59b619c57b0c","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.124313275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"59c65f43-1d0b-4641-ae09-d86606a8b7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.173994114Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"59c65f43-1d0b-4641-ae09-d86606a8b7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.193098435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"59c65f43-1d0b-4641-ae09-d86606a8b7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.202287783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"f45aea9f-5b70-4bd7-a866-15fa111a89fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.202484223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"2098bd56-76ca-4160-97d7-ad27f9dec347","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.202786904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"51503865-59af-4dbf-a6ac-a3775cb4ba78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.210193778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"3cdf92c2-633c-46be-96d5-7093b0f18853","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.243791323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3c45dd77-fa69-4328-816c-ac12e0f0d029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.253075332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"ada14285-2cce-48dc-9e49-2b5a875c5e64","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.260914403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"89269190-38bb-46bd-9f2f-8ab12ac6bd65","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.263811915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3c45dd77-fa69-4328-816c-ac12e0f0d029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.286020572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3c45dd77-fa69-4328-816c-ac12e0f0d029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.307548564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"34b7d640-3e75-4f9e-adca-03601b4376a6","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.310008773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"9a28a7dd-80ef-4cd6-8743-e4aa5554813e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.344977283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"e4f3d06b-fd50-4bf3-b967-0c791aac80f5","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.346674653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"4ec96078-0b21-4f64-a0c4-89cb69cbb4aa","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.358258878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a4c80992-6a9b-4de8-8139-56c5875c94ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:50.363996694Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e1a5e3/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.368231167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"271af5aa-4e2c-42a2-a455-d8e4995dba10","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.387123541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e8704321-ca5c-487b-ae8f-21c5a3803ea5","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.389708882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a4c80992-6a9b-4de8-8139-56c5875c94ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.412815636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a4c80992-6a9b-4de8-8139-56c5875c94ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.420996622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"0d84283d-21c3-4332-9c45-1c386500849b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.423755994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"2014b41e-a609-4e47-ad73-1e761accf9d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.445814339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"20390e37-f1e8-4260-8d24-761d3277ab40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.459884195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2e676c62-bac1-4464-b174-65f22a77f478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.465283432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"20390e37-f1e8-4260-8d24-761d3277ab40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.47884498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2e676c62-bac1-4464-b174-65f22a77f478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.483633796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"20390e37-f1e8-4260-8d24-761d3277ab40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.483903676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"a0d7cc85-80b1-40c0-97bc-0dbe08c7c0e7","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.486688511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"2f3469db-cd85-4282-969a-22097b67c034","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.496308917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a840c72ede5c646fbb82bf62cb56e3d9a69761bb816ea89aaaa9361df3cfa310) AuthConfig (e0bd2f3d20be12dce686ace8d0e5a08678b5d4134926364ddd6398c4f3c7006d) AuthConfig (7c29b9bddc5b5d5ba4dd41098c421a4ff52a388823fb674abf8130db69f91e4f) AuthConfig (eae57d75fd2374b90026e9f03bae25752780ed3d42ac9fe9629b6e5e81c7a886) AuthConfig (65159a0e876db0afd47f989ef2f53fba07ddbb49de0504242c87cf3be4f94063) AuthConfig (8fa0fa24f3acfb66d3456127a43af91a107f7fd7ba6df34b9de6b3e14d4d4420) AuthConfig (e7ede79781800c4127957339542f32435e0a1bc248db50a3eb83b4ca9e5a390b) AuthConfig (251b9aad69c321ef6fc3d6db6fb3be39b2c81553b460019c26f6504f2b3d3927) AuthConfig (fc4e9e3900d25e0cfa20bde26f89148fb0561f6fe8c067d4cfd27811d146a6fd) AuthConfig (c90adc29aaf90ac5e89f73d3bd2ac248e6ac782a2ea87b198dfea9b0b771de45) AuthConfig (9d3d7795626cf736d650c0c633bac899acc16b7f35228fb4b3dbb25ce34c3cb4) AuthConfig (cb5c95ec3aa5497bdbcd891693a1d4ef40dc73b9fb0e43c009678682e7266d7e) AuthConfig (c5070113e70b33bacd9785519d4b52ebbf587327d52d3b2a8ab6b96a692d3fa6) AuthConfig (8bbc2b42509632174f76eedab0e4b3a57203b6fd90f01672ef8bd37694e672f1) AuthConfig (ce705e3031427ae6be6ddd17917e13118496a191b5e3b31bf85a0374c875e10b) AuthConfig (84b801d023db1b033e92b318494ad000f0063dda8730a15e2318b9242f56287f) AuthConfig (6d9805a74a1299e90305f9820efcfc958229a28d23365f720cbfb305d40b7d0c) AuthConfig (4a411ef2ed857ce5a7a5d8f5b2cf0dacda7f13b8646460badfeaa86d2f8d9600) AuthConfig (153f8bd4882a389dfc8f29169751b0ee3ffc404187049a7b7f6aa3fb0e275791) AuthConfig (b1e61b833f4f33fd8633305e71d16a7a0ad04dc436b05e06cb2d3cf7f9a12ef7) AuthConfig (d87d3a3fc4bae5ccc74649be72dcbf85ac5a94fb8577e4b844556b8f64d986fb) AuthConfig (6ba3c687d87bc453c456acf95fbf65e7b525df61f1566ab78b940bbc81dec282) AuthConfig (a591c4254eaacf7c2f23c136ff2fcd5a74ff02c7794072d154ca97407381cb25) AuthConfig (9f44b6468f1835875ef9c607a9287f1a226e051f918161233b1bc4c98cd08152) AuthConfig (79e4831c967d358b36dced4f7676fd43f49f220c0babaf059262ba212a1a9609) AuthConfig (5f947e33bbe11c037372384940299deaca26e69965575142eb756be5292fa595) AuthConfig (561760417f2e60437c1c841a0ce6dfdd03ed67f2fd1d4b85a08d219671126a31) AuthConfig (6ed49d966a270c71330a7990ff623f7a186c9bcf5f292511ad022125ed38ec32) AuthConfig (fb63cc6e439d4f7a3a25eccc6e9f713986b3676f1300cef27078991d72b7c736) AuthConfig (d9761536396abe5d7d0c71b979a304fee3d7da0a1b7de2cffa7a0758f2983b7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2e676c62-bac1-4464-b174-65f22a77f478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.501296487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"6f05a428-35ba-46ab-bcc2-3d794082d36e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.502703398Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"f5e74958-5339-4308-92bf-db19fee46b1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"premium-w0-e1a5e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.516321093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"a3323bd0-efe5-4ad7-a1c8-679b2e21c739","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.519479569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"e68c7201-5061-4cf6-b3b7-14457ae5de6c","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.54162294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"016d2904-f0f2-4517-9900-c48f0caff7f8","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.560186731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"35584687-27cd-46c6-a8e4-4aed950dfd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.560218577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"da4abcaa-ad71-4cb1-bfb7-d6d8fe133e57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.579696758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"35584687-27cd-46c6-a8e4-4aed950dfd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.581030163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"da4abcaa-ad71-4cb1-bfb7-d6d8fe133e57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.581272564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"398ce0c1-4166-493e-a1f9-16a82ee5ca0d","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.58217841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"1eb25cc0-d14b-4b31-8a75-dac69bfe52c7","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.598105833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53d422b67cafd909e389b38307d4539b76bf91d530444fc0540dd557cc6e4929) AuthConfig (6be642005ae06ff43e4255301ddcdf4bed0023f8a506a4190f35934c323b08c9) AuthConfig (41f15145b88086234eed537ceac3262ff7eb7027afc8a6e79a6c51727078967f) AuthConfig (0bdb0dfcee952e316c95f99aad8643dd72174b915152b85c93f3145c22c4b655) AuthConfig (32a966f13bbef68349202adf0c8cc8b9cbfdeea1f4b3ef5be8a7707f30d56705) AuthConfig (8b8a62766ef352f4a21b3e36cfc9932061ad5b3d7ab9b527a4d358b016a9383c) AuthConfig (a321c66764802c1481d9f4dd7a3c485c51240e0fde5eed2cdd61a0d064f9c98a) AuthConfig (012d9040aaf828322f5a0649fe29cf555a7d59709408d9b19dad8b2db367bf40) AuthConfig (fc9cea852e68055c6efd9f798d942326c8dd09fcfbe0732f3ee4656396e3da0a) AuthConfig (1556c1e9a8c0f3f8c66fd78e597cc99bcfb7e955e6ddf7cf5378cab662ec9d2b) AuthConfig (418d838529f1e9474752e77cab4c094b17a2696bb3d360dcd8bad0c65ebeb562) AuthConfig (277fa1144040df20dea3eb6b90d6f92b73da005486a8366a59a8a1e351f97e10) AuthConfig (b969bebf22dc055b64f423b5239c1f3a039419aa1fb556699f8035a2231ca506) AuthConfig (3724bb73d08b1725134f83812f01a2a59a8468c7a1ca88d0950436ff6e6209ff) AuthConfig (81846b307cff1a59eadb4881bda8a44f9960691f11132e4eec53e6d888a12d54) AuthConfig (7769c6b5ff1ab88967e88da5e8649b615e98b4d93bdd89bdcbea240f5c54277d) AuthConfig (55119f1746af201d867255bb3077af6d932645b4b21f37636e01f5acf017fe08) AuthConfig (8c5ca4f2a50523f65407584ece0102ec01d657b7634a2696ffdf3fd7532c427e) AuthConfig (f9dd14e584e47cf09ca4715ff14d9bdb6ca57d981042d4f91ddca6c7a097fb57) AuthConfig (92a745f9ef9128ea36242c328e2883c9e2ae06d2e43cf7466385493653f63975) AuthConfig (bc1e704396b5f3b33490676198fcb340897b4c9acd01e8c2acc8bee6a92fd9bd) AuthConfig (98d23f47f4582eb578919672d772b1616170a1c2a8712e0c18b34a8f2d39bef6) AuthConfig (825f42569e2f8e06d70dddf398e3a33349bbc06d0e238672d94295a08e2faf0b) AuthConfig (226979e31db556a8fb119277e56ef97be8e06987b7829eb8cbfac1dc07c0ef9d) AuthConfig (aeee11efd5f0a3b4f79689aa09e5519e3d8232b961c7de04e64b51625bbe3f2d) AuthConfig (98bba348e8dd92f748efc26de2ac4dc179eb5dc9459e063609f605836e905d54) AuthConfig (2789b0a93f2c7c9a540434c1c64f2bf2fc76f0beddfb5a45561dbd3762fd9f78) AuthConfig (d28943408de0e0b72927b1336c7de95056bc2cfe7286826086ba9097e99072ed) AuthConfig (19a6a6b5224d41010e9303866261e8074f69e393d67b9cd46e1ffedafa04a052) AuthConfig (7fdedf180c1bbe07dcc108ca6645d3f613022bdb325eea0fb13feff88bbf025b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"35584687-27cd-46c6-a8e4-4aed950dfd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.598222917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53d422b67cafd909e389b38307d4539b76bf91d530444fc0540dd557cc6e4929) AuthConfig (6be642005ae06ff43e4255301ddcdf4bed0023f8a506a4190f35934c323b08c9) AuthConfig (41f15145b88086234eed537ceac3262ff7eb7027afc8a6e79a6c51727078967f) AuthConfig (0bdb0dfcee952e316c95f99aad8643dd72174b915152b85c93f3145c22c4b655) AuthConfig (32a966f13bbef68349202adf0c8cc8b9cbfdeea1f4b3ef5be8a7707f30d56705) AuthConfig (8b8a62766ef352f4a21b3e36cfc9932061ad5b3d7ab9b527a4d358b016a9383c) AuthConfig (a321c66764802c1481d9f4dd7a3c485c51240e0fde5eed2cdd61a0d064f9c98a) AuthConfig (012d9040aaf828322f5a0649fe29cf555a7d59709408d9b19dad8b2db367bf40) AuthConfig (fc9cea852e68055c6efd9f798d942326c8dd09fcfbe0732f3ee4656396e3da0a) AuthConfig (1556c1e9a8c0f3f8c66fd78e597cc99bcfb7e955e6ddf7cf5378cab662ec9d2b) AuthConfig (418d838529f1e9474752e77cab4c094b17a2696bb3d360dcd8bad0c65ebeb562) AuthConfig (277fa1144040df20dea3eb6b90d6f92b73da005486a8366a59a8a1e351f97e10) AuthConfig (b969bebf22dc055b64f423b5239c1f3a039419aa1fb556699f8035a2231ca506) AuthConfig (3724bb73d08b1725134f83812f01a2a59a8468c7a1ca88d0950436ff6e6209ff) AuthConfig (81846b307cff1a59eadb4881bda8a44f9960691f11132e4eec53e6d888a12d54) AuthConfig (7769c6b5ff1ab88967e88da5e8649b615e98b4d93bdd89bdcbea240f5c54277d) AuthConfig (55119f1746af201d867255bb3077af6d932645b4b21f37636e01f5acf017fe08) AuthConfig (8c5ca4f2a50523f65407584ece0102ec01d657b7634a2696ffdf3fd7532c427e) AuthConfig (f9dd14e584e47cf09ca4715ff14d9bdb6ca57d981042d4f91ddca6c7a097fb57) AuthConfig (92a745f9ef9128ea36242c328e2883c9e2ae06d2e43cf7466385493653f63975) AuthConfig (bc1e704396b5f3b33490676198fcb340897b4c9acd01e8c2acc8bee6a92fd9bd) AuthConfig (98d23f47f4582eb578919672d772b1616170a1c2a8712e0c18b34a8f2d39bef6) AuthConfig (825f42569e2f8e06d70dddf398e3a33349bbc06d0e238672d94295a08e2faf0b) AuthConfig (226979e31db556a8fb119277e56ef97be8e06987b7829eb8cbfac1dc07c0ef9d) AuthConfig (aeee11efd5f0a3b4f79689aa09e5519e3d8232b961c7de04e64b51625bbe3f2d) AuthConfig (98bba348e8dd92f748efc26de2ac4dc179eb5dc9459e063609f605836e905d54) AuthConfig (2789b0a93f2c7c9a540434c1c64f2bf2fc76f0beddfb5a45561dbd3762fd9f78) AuthConfig (d28943408de0e0b72927b1336c7de95056bc2cfe7286826086ba9097e99072ed) AuthConfig (19a6a6b5224d41010e9303866261e8074f69e393d67b9cd46e1ffedafa04a052) AuthConfig (7fdedf180c1bbe07dcc108ca6645d3f613022bdb325eea0fb13feff88bbf025b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"da4abcaa-ad71-4cb1-bfb7-d6d8fe133e57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.621047248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"cb5d224a-020e-452f-a6d7-a154737aa712","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.621520175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"beae6061-69fe-4924-b2d9-d5814bdef35a","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.640079443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"34bffc77-5d5d-4a77-b8f0-f3ff2cf06abf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.658661162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"8c88881c-0dba-4299-9759-4a2beccb160b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.658700719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ddf70546-f43f-42e9-95f0-7f8dfcd64573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.659040918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f637a25f-e6dc-417e-b464-8486b7c008e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.661532321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"523d03d8-7374-42dc-ab25-980a4c7d97eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.661552821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"aaa11d68-e6bd-430a-854d-5d9e2919b84e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.676822986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"8c88881c-0dba-4299-9759-4a2beccb160b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.67686621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f637a25f-e6dc-417e-b464-8486b7c008e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.679104058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ddf70546-f43f-42e9-95f0-7f8dfcd64573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.679524364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"aaa11d68-e6bd-430a-854d-5d9e2919b84e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.681439682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"523d03d8-7374-42dc-ab25-980a4c7d97eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.69385476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43b0b66cca5f2eac4bed38dd059a2ff573755c3c8cc6dfbc2abc141fc691bb0f) AuthConfig (367f5a5a4964ccfb64beee919e341116e5a849c97bb63ce986c7079c044ea3f2) AuthConfig (1d99577fd14244fabb536c90dc032fa90a005c1ba826682843f4db72290df6f1) AuthConfig (6bd8bdab445dd6a65520a5fbf61683459174d7ef5ce60b632216406a7fc6d208) AuthConfig (e6cb97646458fc188ea5523f874d1999cc7e4ceef1e2b5b1937718048e75eb45) AuthConfig (e856b8170645b44a869eace74406650eb95a642f09ba0d3ac69187577bb3075b) AuthConfig (15e3c02039875b652c6fe639c52411ebac3539d64c00e2bc9eb4babc67fc1c7d) AuthConfig (3c5a337f32b4fa9405a78b073be5f05e1395ef281c82c2b38a5d7cbe33a51575) AuthConfig (2cc9c86f02d61576fff4c91d8863374975fd2b0f66186f514b3f2426863cb0d0) AuthConfig (b6623f8a43c84af2a4f2fa5292859ed4dd71435f66ac4da6d03bbc0a09b9fc3a) AuthConfig (5b0b5412c606fb9af8ae5c253a939ecced1264d735ce1609274f0961b2be7acc) AuthConfig (c29c2d4ee8fa707df2611671ec060e08c6bbbde218e55c34bb8600738408db54) AuthConfig (0117852bca8718f3cf0a679387fc3c157128cbac2bbb98352a5f2bb4370414bd) AuthConfig (371673be1405568dcc00729af9476352e2fcb5745472ba5c96b7fc168191ab3f) AuthConfig (43ba335b97895bca1c70fbf932802bb755a134fc9b52c8741d8ce6ae00ece0cb) AuthConfig (632f4a03e60d03b7f344f678d3f83ea44251b99010cb70c680fb4566c1e078ed) AuthConfig (2d001c42197ed5e9f3b745cc83bb4faff4a3d5489b4f3b892872fb9b47bb3791) AuthConfig (c51aba62f2a3d413a170847dab421de88fd0eb5f33f0d31f592af25a87331dc5) AuthConfig (a116d0b36c75d53d575ccbea85319f3abac3f2897bc8217e31124cd85958b595) AuthConfig (cf7fde6a4e9455b7b6202964a7cdcea5142346419b8973997290ba75614f68cc) AuthConfig (8d5b148f29efbed6c16e13686a04428ff125c6ba521a9eabe9ddaa7ce7f1023d) AuthConfig (6fece5c39070de4e8653f0176469eb00ff72844ffe88217ac9edde96da07c98c) AuthConfig (1d69d587b4add5cf2a0832c49d72bcfcb44fbc8278ce6a5a1ec8a4999cc2dcbd) AuthConfig (438aed85b0812a4ccb2a661078592a3e1f7a79a9c774b93aad00c94acea1bdeb) AuthConfig (d057a166c15b8cf34a753b3346a00980e6d8c824b76b1d8985de6f64544f92e8) AuthConfig (e925fe33a601e0b4ed753893f458c0451dfead7098960a0e3743bba1306c4495) AuthConfig (b4396536cc92a3bac818e31a1586afcf8086f9f464353dcc039005497444aa95) AuthConfig (dbffc7d2a0273c02e1b0e5fd75ee58cd9e617f676483f1104727335b9875aaf6) AuthConfig (9fff83c1286c80653ba7fb72366e9bd103080b3971438544e9d904947fda9f85) AuthConfig (79eb5302324f993ef5f9627400b686f4e381ce5eb34f5bbf46918dcbbc9c5474)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"8c88881c-0dba-4299-9759-4a2beccb160b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.694119988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f637a25f-e6dc-417e-b464-8486b7c008e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.696368127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ddf70546-f43f-42e9-95f0-7f8dfcd64573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.696865108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53d422b67cafd909e389b38307d4539b76bf91d530444fc0540dd557cc6e4929) AuthConfig (6be642005ae06ff43e4255301ddcdf4bed0023f8a506a4190f35934c323b08c9) AuthConfig (41f15145b88086234eed537ceac3262ff7eb7027afc8a6e79a6c51727078967f) AuthConfig (0bdb0dfcee952e316c95f99aad8643dd72174b915152b85c93f3145c22c4b655) AuthConfig (32a966f13bbef68349202adf0c8cc8b9cbfdeea1f4b3ef5be8a7707f30d56705) AuthConfig (8b8a62766ef352f4a21b3e36cfc9932061ad5b3d7ab9b527a4d358b016a9383c) AuthConfig (a321c66764802c1481d9f4dd7a3c485c51240e0fde5eed2cdd61a0d064f9c98a) AuthConfig (012d9040aaf828322f5a0649fe29cf555a7d59709408d9b19dad8b2db367bf40) AuthConfig (fc9cea852e68055c6efd9f798d942326c8dd09fcfbe0732f3ee4656396e3da0a) AuthConfig (1556c1e9a8c0f3f8c66fd78e597cc99bcfb7e955e6ddf7cf5378cab662ec9d2b) AuthConfig (418d838529f1e9474752e77cab4c094b17a2696bb3d360dcd8bad0c65ebeb562) AuthConfig (277fa1144040df20dea3eb6b90d6f92b73da005486a8366a59a8a1e351f97e10) AuthConfig (b969bebf22dc055b64f423b5239c1f3a039419aa1fb556699f8035a2231ca506) AuthConfig (3724bb73d08b1725134f83812f01a2a59a8468c7a1ca88d0950436ff6e6209ff) AuthConfig (81846b307cff1a59eadb4881bda8a44f9960691f11132e4eec53e6d888a12d54) AuthConfig (7769c6b5ff1ab88967e88da5e8649b615e98b4d93bdd89bdcbea240f5c54277d) AuthConfig (55119f1746af201d867255bb3077af6d932645b4b21f37636e01f5acf017fe08) AuthConfig (8c5ca4f2a50523f65407584ece0102ec01d657b7634a2696ffdf3fd7532c427e) AuthConfig (f9dd14e584e47cf09ca4715ff14d9bdb6ca57d981042d4f91ddca6c7a097fb57) AuthConfig (92a745f9ef9128ea36242c328e2883c9e2ae06d2e43cf7466385493653f63975) AuthConfig (bc1e704396b5f3b33490676198fcb340897b4c9acd01e8c2acc8bee6a92fd9bd) AuthConfig (98d23f47f4582eb578919672d772b1616170a1c2a8712e0c18b34a8f2d39bef6) AuthConfig (825f42569e2f8e06d70dddf398e3a33349bbc06d0e238672d94295a08e2faf0b) AuthConfig (226979e31db556a8fb119277e56ef97be8e06987b7829eb8cbfac1dc07c0ef9d) AuthConfig (aeee11efd5f0a3b4f79689aa09e5519e3d8232b961c7de04e64b51625bbe3f2d) AuthConfig (98bba348e8dd92f748efc26de2ac4dc179eb5dc9459e063609f605836e905d54) AuthConfig (2789b0a93f2c7c9a540434c1c64f2bf2fc76f0beddfb5a45561dbd3762fd9f78) AuthConfig (d28943408de0e0b72927b1336c7de95056bc2cfe7286826086ba9097e99072ed) AuthConfig (19a6a6b5224d41010e9303866261e8074f69e393d67b9cd46e1ffedafa04a052) AuthConfig (7fdedf180c1bbe07dcc108ca6645d3f613022bdb325eea0fb13feff88bbf025b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"aaa11d68-e6bd-430a-854d-5d9e2919b84e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.699467779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43b0b66cca5f2eac4bed38dd059a2ff573755c3c8cc6dfbc2abc141fc691bb0f) AuthConfig (367f5a5a4964ccfb64beee919e341116e5a849c97bb63ce986c7079c044ea3f2) AuthConfig (1d99577fd14244fabb536c90dc032fa90a005c1ba826682843f4db72290df6f1) AuthConfig (6bd8bdab445dd6a65520a5fbf61683459174d7ef5ce60b632216406a7fc6d208) AuthConfig (e6cb97646458fc188ea5523f874d1999cc7e4ceef1e2b5b1937718048e75eb45) AuthConfig (e856b8170645b44a869eace74406650eb95a642f09ba0d3ac69187577bb3075b) AuthConfig (15e3c02039875b652c6fe639c52411ebac3539d64c00e2bc9eb4babc67fc1c7d) AuthConfig (3c5a337f32b4fa9405a78b073be5f05e1395ef281c82c2b38a5d7cbe33a51575) AuthConfig (2cc9c86f02d61576fff4c91d8863374975fd2b0f66186f514b3f2426863cb0d0) AuthConfig (b6623f8a43c84af2a4f2fa5292859ed4dd71435f66ac4da6d03bbc0a09b9fc3a) AuthConfig (5b0b5412c606fb9af8ae5c253a939ecced1264d735ce1609274f0961b2be7acc) AuthConfig (c29c2d4ee8fa707df2611671ec060e08c6bbbde218e55c34bb8600738408db54) AuthConfig (0117852bca8718f3cf0a679387fc3c157128cbac2bbb98352a5f2bb4370414bd) AuthConfig (371673be1405568dcc00729af9476352e2fcb5745472ba5c96b7fc168191ab3f) AuthConfig (43ba335b97895bca1c70fbf932802bb755a134fc9b52c8741d8ce6ae00ece0cb) AuthConfig (632f4a03e60d03b7f344f678d3f83ea44251b99010cb70c680fb4566c1e078ed) AuthConfig (2d001c42197ed5e9f3b745cc83bb4faff4a3d5489b4f3b892872fb9b47bb3791) AuthConfig (c51aba62f2a3d413a170847dab421de88fd0eb5f33f0d31f592af25a87331dc5) AuthConfig (a116d0b36c75d53d575ccbea85319f3abac3f2897bc8217e31124cd85958b595) AuthConfig (cf7fde6a4e9455b7b6202964a7cdcea5142346419b8973997290ba75614f68cc) AuthConfig (8d5b148f29efbed6c16e13686a04428ff125c6ba521a9eabe9ddaa7ce7f1023d) AuthConfig (6fece5c39070de4e8653f0176469eb00ff72844ffe88217ac9edde96da07c98c) AuthConfig (1d69d587b4add5cf2a0832c49d72bcfcb44fbc8278ce6a5a1ec8a4999cc2dcbd) AuthConfig (438aed85b0812a4ccb2a661078592a3e1f7a79a9c774b93aad00c94acea1bdeb) AuthConfig (d057a166c15b8cf34a753b3346a00980e6d8c824b76b1d8985de6f64544f92e8) AuthConfig (e925fe33a601e0b4ed753893f458c0451dfead7098960a0e3743bba1306c4495) AuthConfig (b4396536cc92a3bac818e31a1586afcf8086f9f464353dcc039005497444aa95) AuthConfig (dbffc7d2a0273c02e1b0e5fd75ee58cd9e617f676483f1104727335b9875aaf6) AuthConfig (9fff83c1286c80653ba7fb72366e9bd103080b3971438544e9d904947fda9f85) AuthConfig (79eb5302324f993ef5f9627400b686f4e381ce5eb34f5bbf46918dcbbc9c5474)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"523d03d8-7374-42dc-ab25-980a4c7d97eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.715909042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"58c3ac09-fe4c-408f-aeb9-27779ab39ce6","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.71689209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"a2656724-3b68-4e12-9b9b-96e65be0d8cf","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.721764354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"8af15996-f79e-469c-9215-69580fc745a6","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.760254719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"fed0271c-8854-47cc-ac0c-1d3ca807d5f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.760390537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e33bdc8a-a247-4f5b-8a23-9496a525abd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.760253915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"53b049a9-745f-40b3-be1e-7c0e0a60624c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.760777945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ce0f7ff4-f2e1-403a-9d41-457c17cedeb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.762160867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ba1367d1-ad58-4971-ad8a-435d80036fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.779853225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ce0f7ff4-f2e1-403a-9d41-457c17cedeb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.793734223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"fed0271c-8854-47cc-ac0c-1d3ca807d5f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.793981088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ba1367d1-ad58-4971-ad8a-435d80036fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.796049041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"53b049a9-745f-40b3-be1e-7c0e0a60624c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.796385203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e33bdc8a-a247-4f5b-8a23-9496a525abd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.797292009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-0177f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53d422b67cafd909e389b38307d4539b76bf91d530444fc0540dd557cc6e4929) AuthConfig (6be642005ae06ff43e4255301ddcdf4bed0023f8a506a4190f35934c323b08c9) AuthConfig (41f15145b88086234eed537ceac3262ff7eb7027afc8a6e79a6c51727078967f) AuthConfig (0bdb0dfcee952e316c95f99aad8643dd72174b915152b85c93f3145c22c4b655) AuthConfig (32a966f13bbef68349202adf0c8cc8b9cbfdeea1f4b3ef5be8a7707f30d56705) AuthConfig (8b8a62766ef352f4a21b3e36cfc9932061ad5b3d7ab9b527a4d358b016a9383c) AuthConfig (a321c66764802c1481d9f4dd7a3c485c51240e0fde5eed2cdd61a0d064f9c98a) AuthConfig (012d9040aaf828322f5a0649fe29cf555a7d59709408d9b19dad8b2db367bf40) AuthConfig (fc9cea852e68055c6efd9f798d942326c8dd09fcfbe0732f3ee4656396e3da0a) AuthConfig (1556c1e9a8c0f3f8c66fd78e597cc99bcfb7e955e6ddf7cf5378cab662ec9d2b) AuthConfig (418d838529f1e9474752e77cab4c094b17a2696bb3d360dcd8bad0c65ebeb562) AuthConfig (277fa1144040df20dea3eb6b90d6f92b73da005486a8366a59a8a1e351f97e10) AuthConfig (b969bebf22dc055b64f423b5239c1f3a039419aa1fb556699f8035a2231ca506) AuthConfig (3724bb73d08b1725134f83812f01a2a59a8468c7a1ca88d0950436ff6e6209ff) AuthConfig (81846b307cff1a59eadb4881bda8a44f9960691f11132e4eec53e6d888a12d54) AuthConfig (7769c6b5ff1ab88967e88da5e8649b615e98b4d93bdd89bdcbea240f5c54277d) AuthConfig (55119f1746af201d867255bb3077af6d932645b4b21f37636e01f5acf017fe08) AuthConfig (8c5ca4f2a50523f65407584ece0102ec01d657b7634a2696ffdf3fd7532c427e) AuthConfig (f9dd14e584e47cf09ca4715ff14d9bdb6ca57d981042d4f91ddca6c7a097fb57) AuthConfig (92a745f9ef9128ea36242c328e2883c9e2ae06d2e43cf7466385493653f63975) AuthConfig (bc1e704396b5f3b33490676198fcb340897b4c9acd01e8c2acc8bee6a92fd9bd) AuthConfig (98d23f47f4582eb578919672d772b1616170a1c2a8712e0c18b34a8f2d39bef6) AuthConfig (825f42569e2f8e06d70dddf398e3a33349bbc06d0e238672d94295a08e2faf0b) AuthConfig (226979e31db556a8fb119277e56ef97be8e06987b7829eb8cbfac1dc07c0ef9d) AuthConfig (aeee11efd5f0a3b4f79689aa09e5519e3d8232b961c7de04e64b51625bbe3f2d) AuthConfig (98bba348e8dd92f748efc26de2ac4dc179eb5dc9459e063609f605836e905d54) AuthConfig (2789b0a93f2c7c9a540434c1c64f2bf2fc76f0beddfb5a45561dbd3762fd9f78) AuthConfig (d28943408de0e0b72927b1336c7de95056bc2cfe7286826086ba9097e99072ed) AuthConfig (19a6a6b5224d41010e9303866261e8074f69e393d67b9cd46e1ffedafa04a052) AuthConfig (7fdedf180c1bbe07dcc108ca6645d3f613022bdb325eea0fb13feff88bbf025b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ce0f7ff4-f2e1-403a-9d41-457c17cedeb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.811381946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43b0b66cca5f2eac4bed38dd059a2ff573755c3c8cc6dfbc2abc141fc691bb0f) AuthConfig (367f5a5a4964ccfb64beee919e341116e5a849c97bb63ce986c7079c044ea3f2) AuthConfig (1d99577fd14244fabb536c90dc032fa90a005c1ba826682843f4db72290df6f1) AuthConfig (6bd8bdab445dd6a65520a5fbf61683459174d7ef5ce60b632216406a7fc6d208) AuthConfig (e6cb97646458fc188ea5523f874d1999cc7e4ceef1e2b5b1937718048e75eb45) AuthConfig (e856b8170645b44a869eace74406650eb95a642f09ba0d3ac69187577bb3075b) AuthConfig (15e3c02039875b652c6fe639c52411ebac3539d64c00e2bc9eb4babc67fc1c7d) AuthConfig (3c5a337f32b4fa9405a78b073be5f05e1395ef281c82c2b38a5d7cbe33a51575) AuthConfig (2cc9c86f02d61576fff4c91d8863374975fd2b0f66186f514b3f2426863cb0d0) AuthConfig (b6623f8a43c84af2a4f2fa5292859ed4dd71435f66ac4da6d03bbc0a09b9fc3a) AuthConfig (5b0b5412c606fb9af8ae5c253a939ecced1264d735ce1609274f0961b2be7acc) AuthConfig (c29c2d4ee8fa707df2611671ec060e08c6bbbde218e55c34bb8600738408db54) AuthConfig (0117852bca8718f3cf0a679387fc3c157128cbac2bbb98352a5f2bb4370414bd) AuthConfig (371673be1405568dcc00729af9476352e2fcb5745472ba5c96b7fc168191ab3f) AuthConfig (43ba335b97895bca1c70fbf932802bb755a134fc9b52c8741d8ce6ae00ece0cb) AuthConfig (632f4a03e60d03b7f344f678d3f83ea44251b99010cb70c680fb4566c1e078ed) AuthConfig (2d001c42197ed5e9f3b745cc83bb4faff4a3d5489b4f3b892872fb9b47bb3791) AuthConfig (c51aba62f2a3d413a170847dab421de88fd0eb5f33f0d31f592af25a87331dc5) AuthConfig (a116d0b36c75d53d575ccbea85319f3abac3f2897bc8217e31124cd85958b595) AuthConfig (cf7fde6a4e9455b7b6202964a7cdcea5142346419b8973997290ba75614f68cc) AuthConfig (8d5b148f29efbed6c16e13686a04428ff125c6ba521a9eabe9ddaa7ce7f1023d) AuthConfig (6fece5c39070de4e8653f0176469eb00ff72844ffe88217ac9edde96da07c98c) AuthConfig (1d69d587b4add5cf2a0832c49d72bcfcb44fbc8278ce6a5a1ec8a4999cc2dcbd) AuthConfig (438aed85b0812a4ccb2a661078592a3e1f7a79a9c774b93aad00c94acea1bdeb) AuthConfig (d057a166c15b8cf34a753b3346a00980e6d8c824b76b1d8985de6f64544f92e8) AuthConfig (e925fe33a601e0b4ed753893f458c0451dfead7098960a0e3743bba1306c4495) AuthConfig (b4396536cc92a3bac818e31a1586afcf8086f9f464353dcc039005497444aa95) AuthConfig (dbffc7d2a0273c02e1b0e5fd75ee58cd9e617f676483f1104727335b9875aaf6) AuthConfig (9fff83c1286c80653ba7fb72366e9bd103080b3971438544e9d904947fda9f85) AuthConfig (79eb5302324f993ef5f9627400b686f4e381ce5eb34f5bbf46918dcbbc9c5474)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ba1367d1-ad58-4971-ad8a-435d80036fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.811778024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"fed0271c-8854-47cc-ac0c-1d3ca807d5f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.813016181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a840c72ede5c646fbb82bf62cb56e3d9a69761bb816ea89aaaa9361df3cfa310) AuthConfig (e0bd2f3d20be12dce686ace8d0e5a08678b5d4134926364ddd6398c4f3c7006d) AuthConfig (7c29b9bddc5b5d5ba4dd41098c421a4ff52a388823fb674abf8130db69f91e4f) AuthConfig (eae57d75fd2374b90026e9f03bae25752780ed3d42ac9fe9629b6e5e81c7a886) AuthConfig (65159a0e876db0afd47f989ef2f53fba07ddbb49de0504242c87cf3be4f94063) AuthConfig (8fa0fa24f3acfb66d3456127a43af91a107f7fd7ba6df34b9de6b3e14d4d4420) AuthConfig (e7ede79781800c4127957339542f32435e0a1bc248db50a3eb83b4ca9e5a390b) AuthConfig (251b9aad69c321ef6fc3d6db6fb3be39b2c81553b460019c26f6504f2b3d3927) AuthConfig (fc4e9e3900d25e0cfa20bde26f89148fb0561f6fe8c067d4cfd27811d146a6fd) AuthConfig (c90adc29aaf90ac5e89f73d3bd2ac248e6ac782a2ea87b198dfea9b0b771de45) AuthConfig (9d3d7795626cf736d650c0c633bac899acc16b7f35228fb4b3dbb25ce34c3cb4) AuthConfig (cb5c95ec3aa5497bdbcd891693a1d4ef40dc73b9fb0e43c009678682e7266d7e) AuthConfig (c5070113e70b33bacd9785519d4b52ebbf587327d52d3b2a8ab6b96a692d3fa6) AuthConfig (8bbc2b42509632174f76eedab0e4b3a57203b6fd90f01672ef8bd37694e672f1) AuthConfig (ce705e3031427ae6be6ddd17917e13118496a191b5e3b31bf85a0374c875e10b) AuthConfig (84b801d023db1b033e92b318494ad000f0063dda8730a15e2318b9242f56287f) AuthConfig (6d9805a74a1299e90305f9820efcfc958229a28d23365f720cbfb305d40b7d0c) AuthConfig (4a411ef2ed857ce5a7a5d8f5b2cf0dacda7f13b8646460badfeaa86d2f8d9600) AuthConfig (153f8bd4882a389dfc8f29169751b0ee3ffc404187049a7b7f6aa3fb0e275791) AuthConfig (b1e61b833f4f33fd8633305e71d16a7a0ad04dc436b05e06cb2d3cf7f9a12ef7) AuthConfig (d87d3a3fc4bae5ccc74649be72dcbf85ac5a94fb8577e4b844556b8f64d986fb) AuthConfig (6ba3c687d87bc453c456acf95fbf65e7b525df61f1566ab78b940bbc81dec282) AuthConfig (a591c4254eaacf7c2f23c136ff2fcd5a74ff02c7794072d154ca97407381cb25) AuthConfig (9f44b6468f1835875ef9c607a9287f1a226e051f918161233b1bc4c98cd08152) AuthConfig (79e4831c967d358b36dced4f7676fd43f49f220c0babaf059262ba212a1a9609) AuthConfig (5f947e33bbe11c037372384940299deaca26e69965575142eb756be5292fa595) AuthConfig (561760417f2e60437c1c841a0ce6dfdd03ed67f2fd1d4b85a08d219671126a31) AuthConfig (6ed49d966a270c71330a7990ff623f7a186c9bcf5f292511ad022125ed38ec32) AuthConfig (fb63cc6e439d4f7a3a25eccc6e9f713986b3676f1300cef27078991d72b7c736) AuthConfig (d9761536396abe5d7d0c71b979a304fee3d7da0a1b7de2cffa7a0758f2983b7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"53b049a9-745f-40b3-be1e-7c0e0a60624c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.813189481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2119fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a840c72ede5c646fbb82bf62cb56e3d9a69761bb816ea89aaaa9361df3cfa310) AuthConfig (e0bd2f3d20be12dce686ace8d0e5a08678b5d4134926364ddd6398c4f3c7006d) AuthConfig (7c29b9bddc5b5d5ba4dd41098c421a4ff52a388823fb674abf8130db69f91e4f) AuthConfig (eae57d75fd2374b90026e9f03bae25752780ed3d42ac9fe9629b6e5e81c7a886) AuthConfig (65159a0e876db0afd47f989ef2f53fba07ddbb49de0504242c87cf3be4f94063) AuthConfig (8fa0fa24f3acfb66d3456127a43af91a107f7fd7ba6df34b9de6b3e14d4d4420) AuthConfig (e7ede79781800c4127957339542f32435e0a1bc248db50a3eb83b4ca9e5a390b) AuthConfig (251b9aad69c321ef6fc3d6db6fb3be39b2c81553b460019c26f6504f2b3d3927) AuthConfig (fc4e9e3900d25e0cfa20bde26f89148fb0561f6fe8c067d4cfd27811d146a6fd) AuthConfig (c90adc29aaf90ac5e89f73d3bd2ac248e6ac782a2ea87b198dfea9b0b771de45) AuthConfig (9d3d7795626cf736d650c0c633bac899acc16b7f35228fb4b3dbb25ce34c3cb4) AuthConfig (cb5c95ec3aa5497bdbcd891693a1d4ef40dc73b9fb0e43c009678682e7266d7e) AuthConfig (c5070113e70b33bacd9785519d4b52ebbf587327d52d3b2a8ab6b96a692d3fa6) AuthConfig (8bbc2b42509632174f76eedab0e4b3a57203b6fd90f01672ef8bd37694e672f1) AuthConfig (ce705e3031427ae6be6ddd17917e13118496a191b5e3b31bf85a0374c875e10b) AuthConfig (84b801d023db1b033e92b318494ad000f0063dda8730a15e2318b9242f56287f) AuthConfig (6d9805a74a1299e90305f9820efcfc958229a28d23365f720cbfb305d40b7d0c) AuthConfig (4a411ef2ed857ce5a7a5d8f5b2cf0dacda7f13b8646460badfeaa86d2f8d9600) AuthConfig (153f8bd4882a389dfc8f29169751b0ee3ffc404187049a7b7f6aa3fb0e275791) AuthConfig (b1e61b833f4f33fd8633305e71d16a7a0ad04dc436b05e06cb2d3cf7f9a12ef7) AuthConfig (d87d3a3fc4bae5ccc74649be72dcbf85ac5a94fb8577e4b844556b8f64d986fb) AuthConfig (6ba3c687d87bc453c456acf95fbf65e7b525df61f1566ab78b940bbc81dec282) AuthConfig (a591c4254eaacf7c2f23c136ff2fcd5a74ff02c7794072d154ca97407381cb25) AuthConfig (9f44b6468f1835875ef9c607a9287f1a226e051f918161233b1bc4c98cd08152) AuthConfig (79e4831c967d358b36dced4f7676fd43f49f220c0babaf059262ba212a1a9609) AuthConfig (5f947e33bbe11c037372384940299deaca26e69965575142eb756be5292fa595) AuthConfig (561760417f2e60437c1c841a0ce6dfdd03ed67f2fd1d4b85a08d219671126a31) AuthConfig (6ed49d966a270c71330a7990ff623f7a186c9bcf5f292511ad022125ed38ec32) AuthConfig (fb63cc6e439d4f7a3a25eccc6e9f713986b3676f1300cef27078991d72b7c736) AuthConfig (d9761536396abe5d7d0c71b979a304fee3d7da0a1b7de2cffa7a0758f2983b7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e33bdc8a-a247-4f5b-8a23-9496a525abd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:50.832427157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"4d60416a-e08a-41c9-a0f7-0a6784a9dbe7","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:51.621305514Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:56.870930839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"5d19f9ad-50a7-45c1-8e8b-8eeddd5242f4","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.034723201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"3b649dca-be38-4e9e-891f-5bea336bd7d4","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.055918736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"d4777a19-5df0-41ab-89b3-afd7dafbb7b4","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.07165148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"8ef8098e-436b-477a-be96-c334d3e4d111","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:57.074453083Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-0f97fc/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.090745561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"44c30f5c-d99f-4ccf-a3ac-1da5a8419f09","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.153336334Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"8990d02a-dcc4-43d6-bf28-f9ce50cd432d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"simulator-w1-0f97fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-0f97fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.20623331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"be192851-5294-4aeb-b37d-465405e1f034","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.293233809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"68fe3be9-646b-4d88-9443-c82e4a7c9987","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.313492184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"8fd71e70-06f5-4778-a0b4-6dea2fbbdeb0","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.321490759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"a8a8a02f-089c-4921-8382-8f42816c0a18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.336932477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"73e62a28-9a84-4515-b6bf-8ac3a2f45db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.382835572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"73e62a28-9a84-4515-b6bf-8ac3a2f45db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.400649782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"73e62a28-9a84-4515-b6bf-8ac3a2f45db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.415867301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"4a6f281d-eb3d-423b-b95b-358f8e576336","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.420004122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"165d05c9-8304-4e92-9367-2568da1b2569","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.422206055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"df59cbae-695b-4641-83b9-9ca30f380923","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.439128318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"82c3a220-85a6-4229-b455-02f08843a60f","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.448133611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"2210073d-0290-4fb9-b300-aa82efd7b116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.456439184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"9e1d7961-cf85-44e3-84c9-da027547a67e","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:57.458978784Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-0f97fc/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.467664511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"2210073d-0290-4fb9-b300-aa82efd7b116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.472606329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"f504e486-bc0b-44c3-8045-654821219e7e","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.484660348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"2210073d-0290-4fb9-b300-aa82efd7b116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.536383252Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"2d4bbecf-3e63-44df-a47f-3cf435d2d712","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"premium-w1-0f97fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-0f97fc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.547850487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0e6aa74c-64db-4c4b-8de1-0950af584933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.56635415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0e6aa74c-64db-4c4b-8de1-0950af584933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.586296082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0e6aa74c-64db-4c4b-8de1-0950af584933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.589150784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"26703176-b876-4143-a08c-62dd8d90cf08","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.625820485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"d8c5a628-e239-4799-87c4-c1e1338a886f","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.648701522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"90572a98-c430-4896-a8fa-2aa90cc4cf99","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.654381205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"e13ea807-743d-4c88-b672-4274733bb0f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:57.668843235Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"90572a98-c430-4896-a8fa-2aa90cc4cf99","name":"premium-w1-0f97fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-0f97fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:36:57.668926988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"90572a98-c430-4896-a8fa-2aa90cc4cf99","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-0f97fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.674262669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"e04a6838-54e1-4a65-99c2-101bbac90a2e","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.686454509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"662080cd-7238-45db-8ecc-ab6345bb9997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.693816278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"c8b7be67-6a5e-43c1-a8d8-edb6f4c5d67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.704327307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"662080cd-7238-45db-8ecc-ab6345bb9997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.71211844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"c8b7be67-6a5e-43c1-a8d8-edb6f4c5d67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.720910913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"662080cd-7238-45db-8ecc-ab6345bb9997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.728323759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"c8b7be67-6a5e-43c1-a8d8-edb6f4c5d67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.739963075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"885a6512-9612-4689-a72b-b065d4d30d87","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.749352385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"2d3ca8f0-8fb7-4d99-9c0b-9654784e15cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.789997995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b273c5e8-9e02-4208-ad44-20e765993ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.811117501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b273c5e8-9e02-4208-ad44-20e765993ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:57.829037553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b273c5e8-9e02-4208-ad44-20e765993ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.087561079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"c1fc120a-c3ac-4bd1-b2fc-e3806cb5442d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.164154059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"33f0f78c-dc8a-4257-98f5-410c63f0ebcd","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.333690401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"f9106cca-6cf9-4530-8346-e28a2ae6a3e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.378045133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"22e03a0d-d6aa-440f-8f2b-f3dd8482aa91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.378083196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"4739ca32-a7c5-4ca3-9236-e75fca6fa629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.390361811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"f2804846-12e6-4b4e-88c8-d8ebab3a41b4","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.397071365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"22e03a0d-d6aa-440f-8f2b-f3dd8482aa91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.397486588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"4739ca32-a7c5-4ca3-9236-e75fca6fa629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.414459814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8a05eef106ac3d1645f15f3d22088ad5bf192a7455bec44c63a3cc13d7b9ed42) AuthConfig (5372aaee5672a17734944ff9858edef193087b266e6798a14424474c9949f7f2) AuthConfig (13e95459f66a2b6588f45a99337a98b7d599fcecc598f25552fbedbefab79120) AuthConfig (6dbc1680df819826dadb207e7e740ed140206013d6b96a7f34f147ccbafc21a1) AuthConfig (83129cdc17448cbdeee2f47d316fc9b39deda3f43de88a64492bd2381c2ccb24) AuthConfig (564714ff79d93259f01ea1719999f8e89748f076d3a6aa24f36ecb43772d4b96) AuthConfig (6f618ce97b0978e2fda516b64fec45ec1da0d4f64594c0b251042e2181eba511) AuthConfig (9b9fb98d73d6c629ff6cf92a0a707be5b6331923c99cf784069c732eec6ca403) AuthConfig (3804a1cdd81a142a0aaab9cf0ba00640bb3f9bce4e4d516c9ba1ffa4fb08b828) AuthConfig (e57df1d375a3971dfa46965c0344fc0e2badd1e90c32c6b8ac512f413f20c8a4) AuthConfig (8639caf03bfa898d86c3445f7eb6d55402e61b6a6766779a244e9cbaf1eee6c4) AuthConfig (678ea470f0ec852f2528dec223f0b49162b842d3e3d1989b117950ec6572bea1) AuthConfig (2c3935ae4ca8f725a6bdf8c450bbf354a47e9198a39e39f53af19aa893fed82b) AuthConfig (10d9a8b48a37420d4e0a39a5a1965236d72ab675c64b9826434f981804b44424) AuthConfig (754f8a20e77bc1cd1620d35d2e8d762867a559ede647d7884462826e6cb7a625) AuthConfig (4537331c81decf10414c3ca8299e8bb46565383ea35163e50ec7f10dc88a9c41) AuthConfig (667349cffc7994ccfc15ddd6a7a305a39738ccdb1a9d6e2becec41e290389b60) AuthConfig (27e8747151150b2f4ba1b03830de922616a0033186d943af495801e87b1d8833) AuthConfig (f88eba71d0881a31e10dbc9213648d0d52daaeae50a88fc9b1988951506ffe3e) AuthConfig (6092d85248154a6f10dbd87460c8e8ca22d054f6e7e4d984c19f45d27db65774) AuthConfig (f2517e7482187cd22010a43fddcafd5b82d809a67825d0a5caab72c201f5d194) AuthConfig (8fd888242e5df0b5b869604ae1a794c82936c9242e8328bef98c7e7b63a1c74a) AuthConfig (1e37118bbc84e6e732dad2d4473d3fb4cf090b0ec38d3e78a95def9e30b385bf) AuthConfig (eb0d76419d0033b164e5e178fb4990f602d76c1f49960d24f3bf99e771da58b1) AuthConfig (2dd468fa1372eb338ea5170d8837de015fcc283217c8e7f45d47b1fb06011073) AuthConfig (eceebde56b062c209ed8dd8f0c9fa283f4b5a17f5c3e13eae04b1aa83f321408) AuthConfig (94cba60acc4223bb79dd4a2e5be7ecbebf11951022b0e76f6cb7f8c9df1d5939) AuthConfig (a76fc6022c807faf335ba48fbc8fda24349686459dd45444ff23f0e09bdc9c9a) AuthConfig (d899cb7a298a31bc1f531b743bdaa8d723c3b710091d594423be8afe521ce1c8) AuthConfig (1064d85c1e08d656794bd1c883fbb9435789a5e2d97799a78b5ed846465bd43e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"4739ca32-a7c5-4ca3-9236-e75fca6fa629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.414514848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8a05eef106ac3d1645f15f3d22088ad5bf192a7455bec44c63a3cc13d7b9ed42) AuthConfig (5372aaee5672a17734944ff9858edef193087b266e6798a14424474c9949f7f2) AuthConfig (13e95459f66a2b6588f45a99337a98b7d599fcecc598f25552fbedbefab79120) AuthConfig (6dbc1680df819826dadb207e7e740ed140206013d6b96a7f34f147ccbafc21a1) AuthConfig (83129cdc17448cbdeee2f47d316fc9b39deda3f43de88a64492bd2381c2ccb24) AuthConfig (564714ff79d93259f01ea1719999f8e89748f076d3a6aa24f36ecb43772d4b96) AuthConfig (6f618ce97b0978e2fda516b64fec45ec1da0d4f64594c0b251042e2181eba511) AuthConfig (9b9fb98d73d6c629ff6cf92a0a707be5b6331923c99cf784069c732eec6ca403) AuthConfig (3804a1cdd81a142a0aaab9cf0ba00640bb3f9bce4e4d516c9ba1ffa4fb08b828) AuthConfig (e57df1d375a3971dfa46965c0344fc0e2badd1e90c32c6b8ac512f413f20c8a4) AuthConfig (8639caf03bfa898d86c3445f7eb6d55402e61b6a6766779a244e9cbaf1eee6c4) AuthConfig (678ea470f0ec852f2528dec223f0b49162b842d3e3d1989b117950ec6572bea1) AuthConfig (2c3935ae4ca8f725a6bdf8c450bbf354a47e9198a39e39f53af19aa893fed82b) AuthConfig (10d9a8b48a37420d4e0a39a5a1965236d72ab675c64b9826434f981804b44424) AuthConfig (754f8a20e77bc1cd1620d35d2e8d762867a559ede647d7884462826e6cb7a625) AuthConfig (4537331c81decf10414c3ca8299e8bb46565383ea35163e50ec7f10dc88a9c41) AuthConfig (667349cffc7994ccfc15ddd6a7a305a39738ccdb1a9d6e2becec41e290389b60) AuthConfig (27e8747151150b2f4ba1b03830de922616a0033186d943af495801e87b1d8833) AuthConfig (f88eba71d0881a31e10dbc9213648d0d52daaeae50a88fc9b1988951506ffe3e) AuthConfig (6092d85248154a6f10dbd87460c8e8ca22d054f6e7e4d984c19f45d27db65774) AuthConfig (f2517e7482187cd22010a43fddcafd5b82d809a67825d0a5caab72c201f5d194) AuthConfig (8fd888242e5df0b5b869604ae1a794c82936c9242e8328bef98c7e7b63a1c74a) AuthConfig (1e37118bbc84e6e732dad2d4473d3fb4cf090b0ec38d3e78a95def9e30b385bf) AuthConfig (eb0d76419d0033b164e5e178fb4990f602d76c1f49960d24f3bf99e771da58b1) AuthConfig (2dd468fa1372eb338ea5170d8837de015fcc283217c8e7f45d47b1fb06011073) AuthConfig (eceebde56b062c209ed8dd8f0c9fa283f4b5a17f5c3e13eae04b1aa83f321408) AuthConfig (94cba60acc4223bb79dd4a2e5be7ecbebf11951022b0e76f6cb7f8c9df1d5939) AuthConfig (a76fc6022c807faf335ba48fbc8fda24349686459dd45444ff23f0e09bdc9c9a) AuthConfig (d899cb7a298a31bc1f531b743bdaa8d723c3b710091d594423be8afe521ce1c8) AuthConfig (1064d85c1e08d656794bd1c883fbb9435789a5e2d97799a78b5ed846465bd43e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"22e03a0d-d6aa-440f-8f2b-f3dd8482aa91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.434133684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"cc3b91c5-d6c8-4ff6-aa23-e08aae5e5373","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.436923505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"aa4cf645-dd94-4504-a766-06ecb71a10f8","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.505497047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"9fdb3e89-03d3-4027-a17d-9a696a2b8608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.505495674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"14aa3a30-15de-4855-942f-7791d25a1c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.523690973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"9fdb3e89-03d3-4027-a17d-9a696a2b8608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.523776927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"14aa3a30-15de-4855-942f-7791d25a1c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.541963624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8a05eef106ac3d1645f15f3d22088ad5bf192a7455bec44c63a3cc13d7b9ed42) AuthConfig (5372aaee5672a17734944ff9858edef193087b266e6798a14424474c9949f7f2) AuthConfig (13e95459f66a2b6588f45a99337a98b7d599fcecc598f25552fbedbefab79120) AuthConfig (6dbc1680df819826dadb207e7e740ed140206013d6b96a7f34f147ccbafc21a1) AuthConfig (83129cdc17448cbdeee2f47d316fc9b39deda3f43de88a64492bd2381c2ccb24) AuthConfig (564714ff79d93259f01ea1719999f8e89748f076d3a6aa24f36ecb43772d4b96) AuthConfig (6f618ce97b0978e2fda516b64fec45ec1da0d4f64594c0b251042e2181eba511) AuthConfig (9b9fb98d73d6c629ff6cf92a0a707be5b6331923c99cf784069c732eec6ca403) AuthConfig (3804a1cdd81a142a0aaab9cf0ba00640bb3f9bce4e4d516c9ba1ffa4fb08b828) AuthConfig (e57df1d375a3971dfa46965c0344fc0e2badd1e90c32c6b8ac512f413f20c8a4) AuthConfig (8639caf03bfa898d86c3445f7eb6d55402e61b6a6766779a244e9cbaf1eee6c4) AuthConfig (678ea470f0ec852f2528dec223f0b49162b842d3e3d1989b117950ec6572bea1) AuthConfig (2c3935ae4ca8f725a6bdf8c450bbf354a47e9198a39e39f53af19aa893fed82b) AuthConfig (10d9a8b48a37420d4e0a39a5a1965236d72ab675c64b9826434f981804b44424) AuthConfig (754f8a20e77bc1cd1620d35d2e8d762867a559ede647d7884462826e6cb7a625) AuthConfig (4537331c81decf10414c3ca8299e8bb46565383ea35163e50ec7f10dc88a9c41) AuthConfig (667349cffc7994ccfc15ddd6a7a305a39738ccdb1a9d6e2becec41e290389b60) AuthConfig (27e8747151150b2f4ba1b03830de922616a0033186d943af495801e87b1d8833) AuthConfig (f88eba71d0881a31e10dbc9213648d0d52daaeae50a88fc9b1988951506ffe3e) AuthConfig (6092d85248154a6f10dbd87460c8e8ca22d054f6e7e4d984c19f45d27db65774) AuthConfig (f2517e7482187cd22010a43fddcafd5b82d809a67825d0a5caab72c201f5d194) AuthConfig (8fd888242e5df0b5b869604ae1a794c82936c9242e8328bef98c7e7b63a1c74a) AuthConfig (1e37118bbc84e6e732dad2d4473d3fb4cf090b0ec38d3e78a95def9e30b385bf) AuthConfig (eb0d76419d0033b164e5e178fb4990f602d76c1f49960d24f3bf99e771da58b1) AuthConfig (2dd468fa1372eb338ea5170d8837de015fcc283217c8e7f45d47b1fb06011073) AuthConfig (eceebde56b062c209ed8dd8f0c9fa283f4b5a17f5c3e13eae04b1aa83f321408) AuthConfig (94cba60acc4223bb79dd4a2e5be7ecbebf11951022b0e76f6cb7f8c9df1d5939) AuthConfig (a76fc6022c807faf335ba48fbc8fda24349686459dd45444ff23f0e09bdc9c9a) AuthConfig (d899cb7a298a31bc1f531b743bdaa8d723c3b710091d594423be8afe521ce1c8) AuthConfig (1064d85c1e08d656794bd1c883fbb9435789a5e2d97799a78b5ed846465bd43e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"9fdb3e89-03d3-4027-a17d-9a696a2b8608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:58.541963622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e1a5e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8a05eef106ac3d1645f15f3d22088ad5bf192a7455bec44c63a3cc13d7b9ed42) AuthConfig (5372aaee5672a17734944ff9858edef193087b266e6798a14424474c9949f7f2) AuthConfig (13e95459f66a2b6588f45a99337a98b7d599fcecc598f25552fbedbefab79120) AuthConfig (6dbc1680df819826dadb207e7e740ed140206013d6b96a7f34f147ccbafc21a1) AuthConfig (83129cdc17448cbdeee2f47d316fc9b39deda3f43de88a64492bd2381c2ccb24) AuthConfig (564714ff79d93259f01ea1719999f8e89748f076d3a6aa24f36ecb43772d4b96) AuthConfig (6f618ce97b0978e2fda516b64fec45ec1da0d4f64594c0b251042e2181eba511) AuthConfig (9b9fb98d73d6c629ff6cf92a0a707be5b6331923c99cf784069c732eec6ca403) AuthConfig (3804a1cdd81a142a0aaab9cf0ba00640bb3f9bce4e4d516c9ba1ffa4fb08b828) AuthConfig (e57df1d375a3971dfa46965c0344fc0e2badd1e90c32c6b8ac512f413f20c8a4) AuthConfig (8639caf03bfa898d86c3445f7eb6d55402e61b6a6766779a244e9cbaf1eee6c4) AuthConfig (678ea470f0ec852f2528dec223f0b49162b842d3e3d1989b117950ec6572bea1) AuthConfig (2c3935ae4ca8f725a6bdf8c450bbf354a47e9198a39e39f53af19aa893fed82b) AuthConfig (10d9a8b48a37420d4e0a39a5a1965236d72ab675c64b9826434f981804b44424) AuthConfig (754f8a20e77bc1cd1620d35d2e8d762867a559ede647d7884462826e6cb7a625) AuthConfig (4537331c81decf10414c3ca8299e8bb46565383ea35163e50ec7f10dc88a9c41) AuthConfig (667349cffc7994ccfc15ddd6a7a305a39738ccdb1a9d6e2becec41e290389b60) AuthConfig (27e8747151150b2f4ba1b03830de922616a0033186d943af495801e87b1d8833) AuthConfig (f88eba71d0881a31e10dbc9213648d0d52daaeae50a88fc9b1988951506ffe3e) AuthConfig (6092d85248154a6f10dbd87460c8e8ca22d054f6e7e4d984c19f45d27db65774) AuthConfig (f2517e7482187cd22010a43fddcafd5b82d809a67825d0a5caab72c201f5d194) AuthConfig (8fd888242e5df0b5b869604ae1a794c82936c9242e8328bef98c7e7b63a1c74a) AuthConfig (1e37118bbc84e6e732dad2d4473d3fb4cf090b0ec38d3e78a95def9e30b385bf) AuthConfig (eb0d76419d0033b164e5e178fb4990f602d76c1f49960d24f3bf99e771da58b1) AuthConfig (2dd468fa1372eb338ea5170d8837de015fcc283217c8e7f45d47b1fb06011073) AuthConfig (eceebde56b062c209ed8dd8f0c9fa283f4b5a17f5c3e13eae04b1aa83f321408) AuthConfig (94cba60acc4223bb79dd4a2e5be7ecbebf11951022b0e76f6cb7f8c9df1d5939) AuthConfig (a76fc6022c807faf335ba48fbc8fda24349686459dd45444ff23f0e09bdc9c9a) AuthConfig (d899cb7a298a31bc1f531b743bdaa8d723c3b710091d594423be8afe521ce1c8) AuthConfig (1064d85c1e08d656794bd1c883fbb9435789a5e2d97799a78b5ed846465bd43e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"14aa3a30-15de-4855-942f-7791d25a1c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.738838776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8b33fd25-194a-45c8-ba1d-be5ce8bf1d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.756543072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8b33fd25-194a-45c8-ba1d-be5ce8bf1d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.763436081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4883877e-b1f5-49d7-b288-9e5a2ae4408b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.781406404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4883877e-b1f5-49d7-b288-9e5a2ae4408b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.839788436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4bb9aa9b-0e64-4e73-99d9-eb65c7e35378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.853412896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"cb14e050-f68f-4c7a-accc-8d7e8927cbb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.854445742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5ceb224f-2758-446c-8e32-c070dec2d9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.857906776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4bb9aa9b-0e64-4e73-99d9-eb65c7e35378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.87316836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5ceb224f-2758-446c-8e32-c070dec2d9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.873262563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"cb14e050-f68f-4c7a-accc-8d7e8927cbb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.922389369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"12ca8cd7-07df-4931-a163-9beb6b043efd","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.964083166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7b6d1f57-2554-4b9e-8f93-052a1c19f0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:00.981920192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7b6d1f57-2554-4b9e-8f93-052a1c19f0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:01.022378191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"41784351-70d8-49f0-8257-9931ec647eab","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:01.124624975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"a57e91c0-718d-44f5-8348-17a77734106b","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:01.125458783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"c202d5db-31b5-4e2b-a8f7-9b5808c50a90","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:01.125842212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"8b59fb2b-fc85-4c0c-a40f-7554160e4439","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:01.136252785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"0ef91f9d-f7ef-4314-9e81-a847cb3896eb","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.371421843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8bf96b70-1529-448b-ac9c-7346e4504ef8","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.388465796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"891ded50-9208-4db7-9404-7eba1967eba0","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.430327416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"1d8f937b-d20d-4941-8b15-dc5bb495bf7b","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.448822961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"1d8f937b-d20d-4941-8b15-dc5bb495bf7b","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.526306452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"1ebab29e-5028-4e19-b457-71d034fd7736","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.567356886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"7be10b09-e72d-4d94-b713-62df9d95d52f","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.572852545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e9e5e0a2-7690-42c9-821e-c3e502f2870a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.585187919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"7be10b09-e72d-4d94-b713-62df9d95d52f","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.589421173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"039ec17d-ba28-47cc-88b5-ebb802b8cfe4","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:04.603237765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a83247c0","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0","reconcileID":"1237137a-c65b-4b86-abf7-8c0cf5e29cca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-a83247c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.609443596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"7e009ed8-7d81-4c7b-ae3c-0822947180e8","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.641821474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"31af046f-b65f-42a8-9162-e12e373458fc","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.660920983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"796dfb28-32d1-440e-bc58-14fbb6e3b7c6","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.669374301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d89d007c-304f-48a9-a5c6-09d626135936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.669545161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4f30df20-1ce9-46ab-af2a-a728edfc1ee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.669374443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"f935923d-89c6-453c-b37a-955deb52cdd5","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.670681733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"209999d1-eac8-4324-8d5e-06cf0ca8ad1f","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.687638093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d89d007c-304f-48a9-a5c6-09d626135936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.687991908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4f30df20-1ce9-46ab-af2a-a728edfc1ee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.688608581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"a71c21a0-9723-45a2-ab23-2a8fbccb06df","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.690477971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"f935923d-89c6-453c-b37a-955deb52cdd5","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.737411004Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a83247c0","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0","reconcileID":"60f45e53-d1b6-491f-be1d-b336e0af2527","MaaSSubscription":{"name":"e2e-dry-sub-a83247c0","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-dry-sub-a83247c0","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.768073804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a-auth","reconcileID":"6d2f09a6-1cb5-4a70-a27b-0885c713aaac","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.787013291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a-auth","reconcileID":"6d2f09a6-1cb5-4a70-a27b-0885c713aaac","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.788150416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"4c7bdb00-110d-44c3-ba8d-d4e921b32984","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.817700324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"bba091b6-487f-4dd3-8ab6-78b708081199","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.857654008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"f78db2d3-bfc5-4a59-86de-65fea4f04237","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.870546053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"b4146863-b780-4875-81a2-b822ee924e3b","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.870545503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"7fb48aff-fe6f-4d3b-b473-b5e0114fb93d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.870886246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"0af27d1e-6281-46e4-9d2b-bc3deecb163c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.874140243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"40d0d75d-a0e0-4bc6-b83c-3f98a9cf8012","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.890055713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"7fb48aff-fe6f-4d3b-b473-b5e0114fb93d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.89018381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"b4146863-b780-4875-81a2-b822ee924e3b","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:04.890907265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-82c5480a","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a","reconcileID":"c99b325f-722f-4137-9d66-3401a93ff4f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-82c5480a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.892819709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"0af27d1e-6281-46e4-9d2b-bc3deecb163c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.893868711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"37170747-6692-47d0-8cd9-87465a42cfa3","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.924796359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a83247c0","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0","reconcileID":"c227903e-8aa4-4473-82f8-dd3a562073e1","MaaSSubscription":{"name":"e2e-dry-sub-a83247c0","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.926819923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"6b0301fa-9078-42e8-a655-4ee048a90786","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.94500638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"d2b55a1d-8ed4-4216-a8d2-fa35e334dfe6","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.968990318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"70857b2c-727b-4224-a634-d6a253d00da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:04.986826951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"70857b2c-727b-4224-a634-d6a253d00da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.035449128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"ff5561b3-fd19-41e7-84da-10efab6761d2","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.039308794Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-82c5480a","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a","reconcileID":"cc44d4af-75ae-46d6-b2de-d02ff31d5f62","MaaSSubscription":{"name":"e2e-bulk-sub-82c5480a","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-bulk-sub-82c5480a","ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.068045902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"42f064e6-f61f-4e67-b9dc-3bf20c78ae5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.070871251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d9c3654f-5a24-43d5-846c-5715d0a03e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.076314164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a-auth","reconcileID":"28970399-033e-4d68-93b4-0fe73d38f976","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.085852753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"42f064e6-f61f-4e67-b9dc-3bf20c78ae5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.089126259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d9c3654f-5a24-43d5-846c-5715d0a03e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.092635712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"558aa540-c59e-48d8-9b49-e1f3e816bac1","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.096239345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a-auth","reconcileID":"28970399-033e-4d68-93b4-0fe73d38f976","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.121449242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"13d800f2-4dbc-4184-bfd4-701d45bc92ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:05.222640899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-82c5480a","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a","reconcileID":"519bb2da-b55a-4ced-b7c3-9e8113e9d338","MaaSSubscription":{"name":"e2e-bulk-sub-82c5480a","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.40032016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"d37d37d5-9de3-49e7-bacc-e83e3811b561","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.45170969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"c85f5f09-6ded-40e4-be62-5406cc0b00b7","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.503311389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"970f7a34-fd44-4ade-9204-9d797dc1c416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.554903133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"1001f54a-f91f-4c8b-ab11-d529e9d8b7d9","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.77099102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"56d1e7cc-18cd-463d-a48f-3e90d87103dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.779945573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"50119a76-12fe-4542-b860-0d0c0e288981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.789247914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"56d1e7cc-18cd-463d-a48f-3e90d87103dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.797426634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"50119a76-12fe-4542-b860-0d0c0e288981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.805561294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f31ef9ff094af44b47d58af517daca845a949b7ad4762f0e658de42c750ea32) AuthConfig (fc87bd5030213ce60b5d8201c0fae208b4365afc9700ac873895c779f48f2be7) AuthConfig (055cc08a5dc8f2530c4e85a87d8608dd577182d7a2c0468e571488ea13faaab5) AuthConfig (98a7901e77cc643096f5efe01aac50bc2b025a7f41a39f5befee0473892f9c66) AuthConfig (f26a7f1c4246664b1f456f51cdd523eadc769b146909b83f66ef9c8b4d682873) AuthConfig (10a84e995b3cec4721c888fef19b9283dac5df8d05e60a642d770157cde29084) AuthConfig (c031ada06d6ea8bd35f51a3693675f97b0361e4cc547281fc3162961a124f1e0) AuthConfig (da3b333843fb4f5019c893554d755ea06e67a706f4dd6601fe34267afe54ed0c) AuthConfig (5d73a340e5fb0df2735e38124866cf802f2b95efaf6d7c151d9b09fe2bd2a9ff) AuthConfig (92a912fde7819c1d50426b5cfd8ae8675dcdd945e12687a1fdde75dd00ead5c0) AuthConfig (a317467bc94296f85c26bab61157ee78d05de628ffbc536e3a33d05ee50f14a9) AuthConfig (b651ef6d04fd4e2f04f9dfccc6e83e1bb60552406a7b9db73f747693db1b56b8) AuthConfig (5843d7a9f11a4c50ba51a58dc5a5ef691076d6f04e11d4b4308f404c1bb147d8) AuthConfig (ac6812d482fb0011ac94580d5dde1443f6e2277b5f47d96e6559f53b5e5376b3) AuthConfig (373c4a4890fbec12bf34abf3d760a4b3d31926544f4d957284f2ea5581d45478) AuthConfig (308127dddbc03bd859a2ed0464c26b0d05967b163dc20cd7e08458b0600c4ab5) AuthConfig (31511e1e9acc4a944ec0a19cc792549f7368b0f67de5755e4f2b390130ae8b80) AuthConfig (8d14976b9e2a47c6403735d33b9f0627e944393fc1ac5027a6915ff20a54fd82) AuthConfig (386c22bdbf7d9fbed89397e9efd6c70245d905809e9632096fd5feedaddf5c03) AuthConfig (becdd793ba0a7a56b3f4d5da289d74fdc11cb6bcbaab72d36673ee781324b930) AuthConfig (28b9b8d2ca857f7559a4d437c9330d75b70957c8cdc0dc08dd2cee176fc05b69) AuthConfig (2f0522bd1afda7af5297015cd1b784dda578430ba1717f32bd2e0012a79c1f65) AuthConfig (f0650a221a71cc337a3ff7e242af46449baba9e3b830c38d0472170b83625754) AuthConfig (7daff82ef2db3f8e68d9fadc28538dfae1bbcccce16ba449eacd34472fffb852) AuthConfig (3767ac32271f9d85c6b2b25e786992c22e3a46848f9c013d8c9c410fd630da51) AuthConfig (fcc53c76d19968a6e36234539d7861b30d6cd6ae00dbfef70c8854073e9d686f) AuthConfig (05569e84f0fdc62258609a00f03f11255a622d8eca4ab7bfbfec7db22ea345b8) AuthConfig (0e7bf1e9d2ab9f8f381ae8364de90a48064214dad378ea0312d17aa7d1f24d4c) AuthConfig (1c07c7a8505cecc1eac99e411ae58854364ff3c00ebac61bd208c3c2f46e0fbd) AuthConfig (17e2d724680c2efbf64c6183a50570b35991f58522ede3281db82403cefe66d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"56d1e7cc-18cd-463d-a48f-3e90d87103dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.813991514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f31ef9ff094af44b47d58af517daca845a949b7ad4762f0e658de42c750ea32) AuthConfig (fc87bd5030213ce60b5d8201c0fae208b4365afc9700ac873895c779f48f2be7) AuthConfig (055cc08a5dc8f2530c4e85a87d8608dd577182d7a2c0468e571488ea13faaab5) AuthConfig (98a7901e77cc643096f5efe01aac50bc2b025a7f41a39f5befee0473892f9c66) AuthConfig (f26a7f1c4246664b1f456f51cdd523eadc769b146909b83f66ef9c8b4d682873) AuthConfig (10a84e995b3cec4721c888fef19b9283dac5df8d05e60a642d770157cde29084) AuthConfig (c031ada06d6ea8bd35f51a3693675f97b0361e4cc547281fc3162961a124f1e0) AuthConfig (da3b333843fb4f5019c893554d755ea06e67a706f4dd6601fe34267afe54ed0c) AuthConfig (5d73a340e5fb0df2735e38124866cf802f2b95efaf6d7c151d9b09fe2bd2a9ff) AuthConfig (92a912fde7819c1d50426b5cfd8ae8675dcdd945e12687a1fdde75dd00ead5c0) AuthConfig (a317467bc94296f85c26bab61157ee78d05de628ffbc536e3a33d05ee50f14a9) AuthConfig (b651ef6d04fd4e2f04f9dfccc6e83e1bb60552406a7b9db73f747693db1b56b8) AuthConfig (5843d7a9f11a4c50ba51a58dc5a5ef691076d6f04e11d4b4308f404c1bb147d8) AuthConfig (ac6812d482fb0011ac94580d5dde1443f6e2277b5f47d96e6559f53b5e5376b3) AuthConfig (373c4a4890fbec12bf34abf3d760a4b3d31926544f4d957284f2ea5581d45478) AuthConfig (308127dddbc03bd859a2ed0464c26b0d05967b163dc20cd7e08458b0600c4ab5) AuthConfig (31511e1e9acc4a944ec0a19cc792549f7368b0f67de5755e4f2b390130ae8b80) AuthConfig (8d14976b9e2a47c6403735d33b9f0627e944393fc1ac5027a6915ff20a54fd82) AuthConfig (386c22bdbf7d9fbed89397e9efd6c70245d905809e9632096fd5feedaddf5c03) AuthConfig (becdd793ba0a7a56b3f4d5da289d74fdc11cb6bcbaab72d36673ee781324b930) AuthConfig (28b9b8d2ca857f7559a4d437c9330d75b70957c8cdc0dc08dd2cee176fc05b69) AuthConfig (2f0522bd1afda7af5297015cd1b784dda578430ba1717f32bd2e0012a79c1f65) AuthConfig (f0650a221a71cc337a3ff7e242af46449baba9e3b830c38d0472170b83625754) AuthConfig (7daff82ef2db3f8e68d9fadc28538dfae1bbcccce16ba449eacd34472fffb852) AuthConfig (3767ac32271f9d85c6b2b25e786992c22e3a46848f9c013d8c9c410fd630da51) AuthConfig (fcc53c76d19968a6e36234539d7861b30d6cd6ae00dbfef70c8854073e9d686f) AuthConfig (05569e84f0fdc62258609a00f03f11255a622d8eca4ab7bfbfec7db22ea345b8) AuthConfig (0e7bf1e9d2ab9f8f381ae8364de90a48064214dad378ea0312d17aa7d1f24d4c) AuthConfig (1c07c7a8505cecc1eac99e411ae58854364ff3c00ebac61bd208c3c2f46e0fbd) AuthConfig (17e2d724680c2efbf64c6183a50570b35991f58522ede3281db82403cefe66d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"50119a76-12fe-4542-b860-0d0c0e288981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.824480467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"0a06556f-b3ec-4450-8435-48d66c0dfb75","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.833094176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"c06fb422-0144-47fb-95d9-e5ffe1c6ab11","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.873777622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"251becfc-340f-45c8-bfd7-b3005f369cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.891795651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"251becfc-340f-45c8-bfd7-b3005f369cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.908239893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f31ef9ff094af44b47d58af517daca845a949b7ad4762f0e658de42c750ea32) AuthConfig (fc87bd5030213ce60b5d8201c0fae208b4365afc9700ac873895c779f48f2be7) AuthConfig (055cc08a5dc8f2530c4e85a87d8608dd577182d7a2c0468e571488ea13faaab5) AuthConfig (98a7901e77cc643096f5efe01aac50bc2b025a7f41a39f5befee0473892f9c66) AuthConfig (f26a7f1c4246664b1f456f51cdd523eadc769b146909b83f66ef9c8b4d682873) AuthConfig (10a84e995b3cec4721c888fef19b9283dac5df8d05e60a642d770157cde29084) AuthConfig (c031ada06d6ea8bd35f51a3693675f97b0361e4cc547281fc3162961a124f1e0) AuthConfig (da3b333843fb4f5019c893554d755ea06e67a706f4dd6601fe34267afe54ed0c) AuthConfig (5d73a340e5fb0df2735e38124866cf802f2b95efaf6d7c151d9b09fe2bd2a9ff) AuthConfig (92a912fde7819c1d50426b5cfd8ae8675dcdd945e12687a1fdde75dd00ead5c0) AuthConfig (a317467bc94296f85c26bab61157ee78d05de628ffbc536e3a33d05ee50f14a9) AuthConfig (b651ef6d04fd4e2f04f9dfccc6e83e1bb60552406a7b9db73f747693db1b56b8) AuthConfig (5843d7a9f11a4c50ba51a58dc5a5ef691076d6f04e11d4b4308f404c1bb147d8) AuthConfig (ac6812d482fb0011ac94580d5dde1443f6e2277b5f47d96e6559f53b5e5376b3) AuthConfig (373c4a4890fbec12bf34abf3d760a4b3d31926544f4d957284f2ea5581d45478) AuthConfig (308127dddbc03bd859a2ed0464c26b0d05967b163dc20cd7e08458b0600c4ab5) AuthConfig (31511e1e9acc4a944ec0a19cc792549f7368b0f67de5755e4f2b390130ae8b80) AuthConfig (8d14976b9e2a47c6403735d33b9f0627e944393fc1ac5027a6915ff20a54fd82) AuthConfig (386c22bdbf7d9fbed89397e9efd6c70245d905809e9632096fd5feedaddf5c03) AuthConfig (becdd793ba0a7a56b3f4d5da289d74fdc11cb6bcbaab72d36673ee781324b930) AuthConfig (28b9b8d2ca857f7559a4d437c9330d75b70957c8cdc0dc08dd2cee176fc05b69) AuthConfig (2f0522bd1afda7af5297015cd1b784dda578430ba1717f32bd2e0012a79c1f65) AuthConfig (f0650a221a71cc337a3ff7e242af46449baba9e3b830c38d0472170b83625754) AuthConfig (7daff82ef2db3f8e68d9fadc28538dfae1bbcccce16ba449eacd34472fffb852) AuthConfig (3767ac32271f9d85c6b2b25e786992c22e3a46848f9c013d8c9c410fd630da51) AuthConfig (fcc53c76d19968a6e36234539d7861b30d6cd6ae00dbfef70c8854073e9d686f) AuthConfig (05569e84f0fdc62258609a00f03f11255a622d8eca4ab7bfbfec7db22ea345b8) AuthConfig (0e7bf1e9d2ab9f8f381ae8364de90a48064214dad378ea0312d17aa7d1f24d4c) AuthConfig (1c07c7a8505cecc1eac99e411ae58854364ff3c00ebac61bd208c3c2f46e0fbd) AuthConfig (17e2d724680c2efbf64c6183a50570b35991f58522ede3281db82403cefe66d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"251becfc-340f-45c8-bfd7-b3005f369cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.97152731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"74202edb-be22-4b14-8087-e838e1390c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.971527093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"2b3ffb60-b421-4655-8c4c-03d1f1cf2f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.98946169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"2b3ffb60-b421-4655-8c4c-03d1f1cf2f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:07.989479293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"74202edb-be22-4b14-8087-e838e1390c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.005796895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f31ef9ff094af44b47d58af517daca845a949b7ad4762f0e658de42c750ea32) AuthConfig (fc87bd5030213ce60b5d8201c0fae208b4365afc9700ac873895c779f48f2be7) AuthConfig (055cc08a5dc8f2530c4e85a87d8608dd577182d7a2c0468e571488ea13faaab5) AuthConfig (98a7901e77cc643096f5efe01aac50bc2b025a7f41a39f5befee0473892f9c66) AuthConfig (f26a7f1c4246664b1f456f51cdd523eadc769b146909b83f66ef9c8b4d682873) AuthConfig (10a84e995b3cec4721c888fef19b9283dac5df8d05e60a642d770157cde29084) AuthConfig (c031ada06d6ea8bd35f51a3693675f97b0361e4cc547281fc3162961a124f1e0) AuthConfig (da3b333843fb4f5019c893554d755ea06e67a706f4dd6601fe34267afe54ed0c) AuthConfig (5d73a340e5fb0df2735e38124866cf802f2b95efaf6d7c151d9b09fe2bd2a9ff) AuthConfig (92a912fde7819c1d50426b5cfd8ae8675dcdd945e12687a1fdde75dd00ead5c0) AuthConfig (a317467bc94296f85c26bab61157ee78d05de628ffbc536e3a33d05ee50f14a9) AuthConfig (b651ef6d04fd4e2f04f9dfccc6e83e1bb60552406a7b9db73f747693db1b56b8) AuthConfig (5843d7a9f11a4c50ba51a58dc5a5ef691076d6f04e11d4b4308f404c1bb147d8) AuthConfig (ac6812d482fb0011ac94580d5dde1443f6e2277b5f47d96e6559f53b5e5376b3) AuthConfig (373c4a4890fbec12bf34abf3d760a4b3d31926544f4d957284f2ea5581d45478) AuthConfig (308127dddbc03bd859a2ed0464c26b0d05967b163dc20cd7e08458b0600c4ab5) AuthConfig (31511e1e9acc4a944ec0a19cc792549f7368b0f67de5755e4f2b390130ae8b80) AuthConfig (8d14976b9e2a47c6403735d33b9f0627e944393fc1ac5027a6915ff20a54fd82) AuthConfig (386c22bdbf7d9fbed89397e9efd6c70245d905809e9632096fd5feedaddf5c03) AuthConfig (becdd793ba0a7a56b3f4d5da289d74fdc11cb6bcbaab72d36673ee781324b930) AuthConfig (28b9b8d2ca857f7559a4d437c9330d75b70957c8cdc0dc08dd2cee176fc05b69) AuthConfig (2f0522bd1afda7af5297015cd1b784dda578430ba1717f32bd2e0012a79c1f65) AuthConfig (f0650a221a71cc337a3ff7e242af46449baba9e3b830c38d0472170b83625754) AuthConfig (7daff82ef2db3f8e68d9fadc28538dfae1bbcccce16ba449eacd34472fffb852) AuthConfig (3767ac32271f9d85c6b2b25e786992c22e3a46848f9c013d8c9c410fd630da51) AuthConfig (fcc53c76d19968a6e36234539d7861b30d6cd6ae00dbfef70c8854073e9d686f) AuthConfig (05569e84f0fdc62258609a00f03f11255a622d8eca4ab7bfbfec7db22ea345b8) AuthConfig (0e7bf1e9d2ab9f8f381ae8364de90a48064214dad378ea0312d17aa7d1f24d4c) AuthConfig (1c07c7a8505cecc1eac99e411ae58854364ff3c00ebac61bd208c3c2f46e0fbd) AuthConfig (17e2d724680c2efbf64c6183a50570b35991f58522ede3281db82403cefe66d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"2b3ffb60-b421-4655-8c4c-03d1f1cf2f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.006388735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f31ef9ff094af44b47d58af517daca845a949b7ad4762f0e658de42c750ea32) AuthConfig (fc87bd5030213ce60b5d8201c0fae208b4365afc9700ac873895c779f48f2be7) AuthConfig (055cc08a5dc8f2530c4e85a87d8608dd577182d7a2c0468e571488ea13faaab5) AuthConfig (98a7901e77cc643096f5efe01aac50bc2b025a7f41a39f5befee0473892f9c66) AuthConfig (f26a7f1c4246664b1f456f51cdd523eadc769b146909b83f66ef9c8b4d682873) AuthConfig (10a84e995b3cec4721c888fef19b9283dac5df8d05e60a642d770157cde29084) AuthConfig (c031ada06d6ea8bd35f51a3693675f97b0361e4cc547281fc3162961a124f1e0) AuthConfig (da3b333843fb4f5019c893554d755ea06e67a706f4dd6601fe34267afe54ed0c) AuthConfig (5d73a340e5fb0df2735e38124866cf802f2b95efaf6d7c151d9b09fe2bd2a9ff) AuthConfig (92a912fde7819c1d50426b5cfd8ae8675dcdd945e12687a1fdde75dd00ead5c0) AuthConfig (a317467bc94296f85c26bab61157ee78d05de628ffbc536e3a33d05ee50f14a9) AuthConfig (b651ef6d04fd4e2f04f9dfccc6e83e1bb60552406a7b9db73f747693db1b56b8) AuthConfig (5843d7a9f11a4c50ba51a58dc5a5ef691076d6f04e11d4b4308f404c1bb147d8) AuthConfig (ac6812d482fb0011ac94580d5dde1443f6e2277b5f47d96e6559f53b5e5376b3) AuthConfig (373c4a4890fbec12bf34abf3d760a4b3d31926544f4d957284f2ea5581d45478) AuthConfig (308127dddbc03bd859a2ed0464c26b0d05967b163dc20cd7e08458b0600c4ab5) AuthConfig (31511e1e9acc4a944ec0a19cc792549f7368b0f67de5755e4f2b390130ae8b80) AuthConfig (8d14976b9e2a47c6403735d33b9f0627e944393fc1ac5027a6915ff20a54fd82) AuthConfig (386c22bdbf7d9fbed89397e9efd6c70245d905809e9632096fd5feedaddf5c03) AuthConfig (becdd793ba0a7a56b3f4d5da289d74fdc11cb6bcbaab72d36673ee781324b930) AuthConfig (28b9b8d2ca857f7559a4d437c9330d75b70957c8cdc0dc08dd2cee176fc05b69) AuthConfig (2f0522bd1afda7af5297015cd1b784dda578430ba1717f32bd2e0012a79c1f65) AuthConfig (f0650a221a71cc337a3ff7e242af46449baba9e3b830c38d0472170b83625754) AuthConfig (7daff82ef2db3f8e68d9fadc28538dfae1bbcccce16ba449eacd34472fffb852) AuthConfig (3767ac32271f9d85c6b2b25e786992c22e3a46848f9c013d8c9c410fd630da51) AuthConfig (fcc53c76d19968a6e36234539d7861b30d6cd6ae00dbfef70c8854073e9d686f) AuthConfig (05569e84f0fdc62258609a00f03f11255a622d8eca4ab7bfbfec7db22ea345b8) AuthConfig (0e7bf1e9d2ab9f8f381ae8364de90a48064214dad378ea0312d17aa7d1f24d4c) AuthConfig (1c07c7a8505cecc1eac99e411ae58854364ff3c00ebac61bd208c3c2f46e0fbd) AuthConfig (17e2d724680c2efbf64c6183a50570b35991f58522ede3281db82403cefe66d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"74202edb-be22-4b14-8087-e838e1390c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.12827099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8a184763-3ee5-462c-a312-3533d7bf0466","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.170025342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"15c3842d-b813-4735-ba65-982f1cfe52b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.170180425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"afa652ec-4e2a-4cef-89f6-dbc6f1d2bea3","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.170025017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d5e9c230-8a9e-4621-92fa-70a5a5d321ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.188300897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"15c3842d-b813-4735-ba65-982f1cfe52b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.189629792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d5e9c230-8a9e-4621-92fa-70a5a5d321ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.190913242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"afa652ec-4e2a-4cef-89f6-dbc6f1d2bea3","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.586821431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"39532f9d-13ec-4a7c-9691-fe5e6698210d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.586821433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5e9998c1-0fa2-4629-8b0d-22bb18d2a4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.606958948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"39532f9d-13ec-4a7c-9691-fe5e6698210d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.606986334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5e9998c1-0fa2-4629-8b0d-22bb18d2a4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.615965269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"7fca07af-7093-4b99-9ef2-27208d3f13ab","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.688247939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ce8e792b-f1c7-4efe-af6a-0616a843f385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.68828626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"93983956-cee2-4689-a83c-4e30e1a1b670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.688787202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a-auth","reconcileID":"5f0d249d-98a8-47eb-b594-d346e42aa5d3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.709292653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ce8e792b-f1c7-4efe-af6a-0616a843f385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.710473063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a-auth","reconcileID":"5f0d249d-98a8-47eb-b594-d346e42aa5d3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.7121833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"93983956-cee2-4689-a83c-4e30e1a1b670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.77218869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"ccd2c498-eeee-40b1-8f6c-c041aed23c11","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:08.773015605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"bb2db2ad-748d-4ae6-822f-084cb726f440","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.397761364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"723fe2c5-1c20-41db-a653-e1a8894b44ec","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.416200818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"0f7324c3-2706-4abf-8c1e-93a4149fd2a6","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.457640427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"689fe82c-cf2e-4546-bd54-742404e07c1f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.475436517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"689fe82c-cf2e-4546-bd54-742404e07c1f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.605548456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"1899101b-eb26-424c-86f2-f7dc6004686d","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.623013219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"33974c37-a7a0-4cee-9d55-85ef939a3b8a","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:11.639241381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-sub","reconcileID":"03f802bb-5113-4d6b-bc2e-26ba87b32dc6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.642245599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"ef6ce94f-83c7-44c6-bd2e-9d9f665a6f72","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.647393617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"69107d6d-11f5-4399-937e-c828755faaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.647449722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e2668cdb-127c-401b-a5c5-ed79ce1f7246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.69309299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e2668cdb-127c-401b-a5c5-ed79ce1f7246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.694225743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"69107d6d-11f5-4399-937e-c828755faaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.694245524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"c46dc340-ca76-412a-b006-168f8f842e1a","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.710112622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"e25d8cf8-efa1-4a2c-96e8-d1bc485a5136","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.747557794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"ecfa5428-2cc8-4658-89e6-5dafa9896568","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.765659836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"ecfa5428-2cc8-4658-89e6-5dafa9896568","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.778387652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"9be2d384-6225-4e6f-8230-2ca079373e94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.778402492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"d0ec8016-a90a-49ac-8fb4-121c681772a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.78615491Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-sub","reconcileID":"3758e047-5376-49e4-a932-c4e5cd989f2e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-32b438/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.796350232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"9be2d384-6225-4e6f-8230-2ca079373e94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.799137085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"d0ec8016-a90a-49ac-8fb4-121c681772a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.835300328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"0d14d43e-a119-4d43-8e16-16014d350b76","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.868884493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"ee246f64-1cb9-4848-b4b9-3c948ded03ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.96811213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"cffbe277-acfc-4a22-ad84-d3464fae5527","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.969134393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-sub","reconcileID":"ed60bd8e-5a3b-4dc1-877a-75d96921884f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.986071846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"cffbe277-acfc-4a22-ad84-d3464fae5527","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.162381813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"0095d3eb-a9e0-4877-8157-3f1ac4058260","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.191698851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"c7ec7d51-1eee-49d5-a7fb-796f37695c5a","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.220625989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"3d84b776-b63d-467f-a2fb-a1788ac17fd0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.239016177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"3d84b776-b63d-467f-a2fb-a1788ac17fd0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.317634883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"76ca10ff-fe07-4103-a64b-6d25416ecdd7","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.360047567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"9e88633b-27e9-4f03-ae87-879a04d586c5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.379116917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"9e88633b-27e9-4f03-ae87-879a04d586c5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.546498859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"a49b3798-afc4-4860-8560-faacda354588","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:13.561018081Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e1a5e3/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.568815715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"255ccdbc-01ea-4a49-8a68-d1ce73e3e4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.568985573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"be9fc767-9a73-49ee-9c59-079a3c000a91","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.568820265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"20fc26b5-fb08-4c45-aa83-2d5f9b5e4a66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.589006057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"20fc26b5-fb08-4c45-aa83-2d5f9b5e4a66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.589374975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"255ccdbc-01ea-4a49-8a68-d1ce73e3e4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.591529414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"be9fc767-9a73-49ee-9c59-079a3c000a91","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.760885767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1f547a95-bf39-4555-9877-234e93494f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.761046292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"c387a34d-5bba-4771-8120-50ec0e49feaf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.760891245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5eed940b-5a27-43b7-b8e4-d3c58eb9bb4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.778822129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5eed940b-5a27-43b7-b8e4-d3c58eb9bb4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.779246954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"c387a34d-5bba-4771-8120-50ec0e49feaf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:13.782344524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1f547a95-bf39-4555-9877-234e93494f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.083740924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"40444dc3-7c79-4976-892d-f85930cb0e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.083755352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"d41824d4-4a7b-4044-a595-e5abeb4b41a7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.084250725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"24788ef5-b767-4694-ba3d-bb602c1adc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.104328786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"24788ef5-b767-4694-ba3d-bb602c1adc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.104431493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"d41824d4-4a7b-4044-a595-e5abeb4b41a7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.108293572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"40444dc3-7c79-4976-892d-f85930cb0e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.340165477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"dabde83c-497c-45e1-af9f-d6bac12f9f6b","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.384069309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c33a1672-726e-42ec-9b63-3fafde9bdfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.384297351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1bdbe3eb-d1b2-4240-b0a6-70b15377ed74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.384069371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"662e4bb8-7372-4b7e-b66c-de96454a384f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.403661408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"662e4bb8-7372-4b7e-b66c-de96454a384f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.403681818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1bdbe3eb-d1b2-4240-b0a6-70b15377ed74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.406047517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c33a1672-726e-42ec-9b63-3fafde9bdfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.048963473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"56553056-6d2b-40f5-bf68-e8a54ff6227f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.048963475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b1a3e9ee-4fc0-4738-b756-2203eee0f91f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.068926861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b1a3e9ee-4fc0-4738-b756-2203eee0f91f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.068915822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"56553056-6d2b-40f5-bf68-e8a54ff6227f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.144935761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"590c021a-d51c-4632-b9ea-a003ed36ac06","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.152232977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"ba0e38a5-f6c5-48b6-9e95-e718c39e5b17","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.176194098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a83247c0","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0","reconcileID":"c135bb5c-8e53-4518-a95d-8958c9f5d597","MaaSSubscription":{"name":"e2e-dry-sub-a83247c0","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-dry-sub-a83247c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.23884045Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a83247c0","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0","reconcileID":"c135bb5c-8e53-4518-a95d-8958c9f5d597","MaaSSubscription":{"name":"e2e-dry-sub-a83247c0","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.30319303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"2094b56e-f5b6-45e5-9859-fd00513e116f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.308092069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e60ee724-aa1f-4b30-aacb-d2ce5ef62cd2","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.350166506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"54c05dca-c9e6-4d97-80ec-2f633086f82d","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.350314598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"435bc58f-0696-4a96-81f6-b8d6bf3f5fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.350165547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"35400f62-756c-470e-9467-18a08ad56bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.368274116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"435bc58f-0696-4a96-81f6-b8d6bf3f5fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.36860459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"35400f62-756c-470e-9467-18a08ad56bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.370724252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"54c05dca-c9e6-4d97-80ec-2f633086f82d","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.464175458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"b91f0bc3-012f-491a-8b76-e9e238d1633f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.46420262Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dry-sub-a83247c0-auth","reconcileID":"4dc04c2f-161f-4459-8303-2fa2544edcac","MaaSAuthPolicy":{"name":"e2e-dry-sub-a83247c0-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.527893294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"de019016-975a-4c2a-9e73-e16cfe01df5f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.663273807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-82c5480a","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a","reconcileID":"2c4595e8-fbe4-4613-87b4-fc28cf705bc0","MaaSSubscription":{"name":"e2e-bulk-sub-82c5480a","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscription":"e2e-bulk-sub-82c5480a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.725916432Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-82c5480a","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a","reconcileID":"2c4595e8-fbe4-4613-87b4-fc28cf705bc0","MaaSSubscription":{"name":"e2e-bulk-sub-82c5480a","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.784441532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"f6c1833f-2cb5-4536-a4b0-3023aa7ed182","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.876758714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"cbf85d18-e1f0-4a02-a5f9-3106871b8ea9","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.918523673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"427564a8-4d83-48c8-8300-ee544487dbdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.918699398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c3ce1394-2a3a-4cce-bb99-61eb00636cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.918950047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a-auth","reconcileID":"1e72d9b2-26da-4665-9a3a-215efcbbcef7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.937072758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a-auth","reconcileID":"1e72d9b2-26da-4665-9a3a-215efcbbcef7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.937802357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"427564a8-4d83-48c8-8300-ee544487dbdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:18.939437986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c3ce1394-2a3a-4cce-bb99-61eb00636cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.023307819Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-bulk-sub-82c5480a-auth","reconcileID":"6a6d249e-130e-4a9b-afc4-e32f6ccc44f1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-82c5480a-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.023304753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"7f271c21-6a30-496b-bfd1-6747e6451e5a","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.188211647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"110e03c6-bd8c-408c-9996-287fa69a579e","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.381289029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85f8e0e0-22bf-4dee-aaf4-db2c399b096a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.480372706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"6a901004-c098-4d9f-a12b-62fb77bb1797","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.480409148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"f5c3910c-c2af-4670-8510-1dcfbaf808d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.480846684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"bd2e60cc-87fe-4bd7-8874-c3b06def5a2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.623235861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"3cde7c62-5ab0-4911-b885-8dc8c65c9ec5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.623808686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"867a59f6-3079-4a32-ab61-8724c1e74df1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.723099607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d51c765c-db79-4e17-a6c5-1d047f7ac2f1","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.741435507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d09729c0-d35e-4cff-8d27-949c6f19b86d","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.745281203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"5d5dafc9-58f9-4f91-8a25-08c5a1121d23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.74532908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4935de4c-6b4c-44b8-b06c-b528efcc261b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.764275882Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"74d16bc6-01fb-4453-a781-ac7fcf2fcac4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.806080453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"88af0f5b-2560-477a-958f-0aea1db1db4a","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.806653558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"03305a07-d8cd-42b6-87b1-1f062e1033f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.824159225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"88af0f5b-2560-477a-958f-0aea1db1db4a","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.878866079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"dce4667b-26aa-4e37-a333-698a798e7592","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.924308697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"9a7b715c-eb35-44cd-9fd9-f2e1d8bf0a39","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.941291202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"fa2c07b4-032a-470f-aa4d-5e55f31bede7","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:19.955427219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-43976f3d","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d","reconcileID":"9e170f11-954d-4311-ad7d-a986e1ecda57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-43976f3d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.966906213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d869760f-b3b1-4e0f-9d4f-6c46e04ebe6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.966922699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ff693210-965a-46cb-9ad5-5235bd545d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.990519487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"722546fc-d285-4433-a91c-665a5764dcab","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.99317959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d869760f-b3b1-4e0f-9d4f-6c46e04ebe6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.997051227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ff693210-965a-46cb-9ad5-5235bd545d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.005653838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a51809bb-f946-410b-9591-4add5c66f2c0","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.024737033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"ffb8f451-09de-46da-8851-2647d57bb40c","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.069681855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"bb5d7cee-830e-4e21-8454-a3abac527c58","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.087625522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"bb5d7cee-830e-4e21-8454-a3abac527c58","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.100193082Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-43976f3d","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d","reconcileID":"5e232bde-5a88-47ed-a158-9f15162d3f51","MaaSSubscription":{"name":"e2e-combo-sub-43976f3d","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-combo-sub-43976f3d","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.151575636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"5e158f96-e26f-458f-a85a-1f7997d6bbd2","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.18293769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"468f6e59-ae4f-433d-a610-a2b153c6f1de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.212461237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5a8eee40-0ddb-430c-a601-9ab430c972c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.212520654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"166bdc15-05c8-420e-a836-445c92162088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.226699839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"4f2e949b-1b0f-413f-90c2-0b122ba3e2bd","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.231674566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5a8eee40-0ddb-430c-a601-9ab430c972c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.231663928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"166bdc15-05c8-420e-a836-445c92162088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.244394762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"4f2e949b-1b0f-413f-90c2-0b122ba3e2bd","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.283030538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-43976f3d","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d","reconcileID":"a9a4e71c-dd62-4b27-907b-f638fc7b263b","MaaSSubscription":{"name":"e2e-combo-sub-43976f3d","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.626842695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:23.245817434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"793d3f93-ade9-4d10-964f-af6fa79998b0","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:23.288800396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1723a429-70c5-45ab-8064-929379999f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:23.288952012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"127d6d88-1784-4279-a373-a174d9f42633","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:23.289414522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0b925fd5-a125-4347-a6e6-a6d796c50d7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:23.307295567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0b925fd5-a125-4347-a6e6-a6d796c50d7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:23.307814166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"127d6d88-1784-4279-a373-a174d9f42633","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:23.309770395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1723a429-70c5-45ab-8064-929379999f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.089059191Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-sub","reconcileID":"2d3b8e97-3ace-478c-bb64-46c428a811ca","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.089270487Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-sub","reconcileID":"2d3b8e97-3ace-478c-bb64-46c428a811ca","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e1a5e3/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.298336461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c79f4c8b-ab2b-4369-ab43-e45163ba5d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.298504539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"40b5704b-b2c3-4651-a94e-006bd49875f2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.29833639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1f12f82e-64a0-4197-b219-e6dfb02cbc67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.31702671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"40b5704b-b2c3-4651-a94e-006bd49875f2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.317071386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1f12f82e-64a0-4197-b219-e6dfb02cbc67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.319363451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c79f4c8b-ab2b-4369-ab43-e45163ba5d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.389018868Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-sub","reconcileID":"bf644eff-cc76-4395-a212-4b5559986076","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.406698694Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-failed-auth","reconcileID":"592b4ca8-da5c-48ec-9041-88a54e599029","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.407161517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"8e181731-777e-4ff9-9b6c-993a2862c6bc","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.436108208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-sub","reconcileID":"bf644eff-cc76-4395-a212-4b5559986076","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.476450589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"781a2311-1eeb-49f0-ba77-61f073b3dd4a","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.509881317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"0152373c-23f4-48d8-b8c2-bae895c8337e","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.610563373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c6aaa327-6aa4-45ef-940a-d3be5019e48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.610563638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6d28df7b-4e74-4328-a1e5-cf4a0d38c6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.610867387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"21502524-1715-4e20-ad9a-ca8d79d71acd","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.629295345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6d28df7b-4e74-4328-a1e5-cf4a0d38c6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.629309609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c6aaa327-6aa4-45ef-940a-d3be5019e48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.631454072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"21502524-1715-4e20-ad9a-ca8d79d71acd","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.665548094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"aa747c4c-ff07-4e49-a4a5-b04f862c85bc","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.758048311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-active-auth","reconcileID":"7c7e90ae-321e-42f6-b4a1-a88cfa7888e4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:24.803854975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"eb5ad035-dfd5-4248-9596-7623e0dd1549","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.458935102Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"d1f95ae2-f71f-4879-95f7-221f581bb773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.537670288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"1e8e30ad-c8ee-45be-9fe9-c068e9c4de64","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.556782682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"8740e58a-6c71-4ea6-a0a8-6ef95489a73f","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.559217116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"54c8f74b-13d1-4934-9f13-97a83b0922b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.600084044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"f98095cd-03d4-46b5-8196-e6e9dadece8e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.620186671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"f98095cd-03d4-46b5-8196-e6e9dadece8e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.659568038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"24308aa4-15e5-475c-a9ca-17f9aa721f9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.698403621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"44bb6f9a-3fb4-4e42-874b-9b2b3718def0","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.731438905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"4285be88-1399-43cb-8d5d-83d64f505af9","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.74164877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"991eb53d-7747-4ba8-a833-b6bcd5ba285b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.750860472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"0db3ca1f-0b46-4b30-8b85-b1b29d90ba45","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.759978993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"991eb53d-7747-4ba8-a833-b6bcd5ba285b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:25.821215098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be","reconcileID":"7c5f3120-5327-444f-97c2-6016a15bc6e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-5ad8b2be\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.827921813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"7fcb2e4f-c503-41a0-8410-3a9797f36e09","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:25.835334267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"991eb53d-7747-4ba8-a833-b6bcd5ba285b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-5ad8b2be-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.841305568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3027a058-7435-40f3-8a09-6e71312f0480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.841926445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e6a48cf0-d64b-4ab2-9151-4941ba60fbf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.846343439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"2662827f-21c4-49cc-a3f5-b5943ff6f1fc","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.860482441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e6a48cf0-d64b-4ab2-9151-4941ba60fbf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.860760547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3027a058-7435-40f3-8a09-6e71312f0480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.861450948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"12947ef4-dafe-403c-8d36-e95bc655365b","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.878571055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"1b9f2ac8-1377-43ec-8f00-08a372a20b5d","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.941368882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"28d7a63a-dcc8-4d16-a165-ebf8c6404fd0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.941365306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"717ee7bc-53da-49da-97f0-a8aac1a2868d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.957890293Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be","reconcileID":"51504420-0a3b-40cb-a85d-c06b2007118a","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/e2e-filter-sub-a-5ad8b2be","ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.961143086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"717ee7bc-53da-49da-97f0-a8aac1a2868d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.961580181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"28d7a63a-dcc8-4d16-a165-ebf8c6404fd0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.96419946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"88919007-049f-4443-9fea-5cd30886831a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.964202599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c78b201b-fb4d-4b3e-bf12-274ab6699443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.983951682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"88919007-049f-4443-9fea-5cd30886831a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.983943214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c78b201b-fb4d-4b3e-bf12-274ab6699443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.009388834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"64323cad-e785-4a32-be96-11f18a68b8cf","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.034414687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"492057ad-d13c-4d49-b087-0a7f4fb1d95b","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.042849634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"9054e06e-0fcf-408b-9fcd-26f477b41919","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.052580076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"13faf557-5466-41b8-9e8d-31ce78792639","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.065889233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"08977337-cd9e-47f6-9ed9-66f184f698c5","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:26.069138078Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-32b438/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.096378502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c91b7cfe-53ca-4f39-b3a5-8e351cecc6a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.099406321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"e169d427-c0e9-4d12-b066-c96759003225","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.118918255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c91b7cfe-53ca-4f39-b3a5-8e351cecc6a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.131753007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"1d5ed908-cd1d-492e-bbba-6b972933909d","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.146234967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be","reconcileID":"6b3c4da4-30c0-4382-a8d5-ec2cb76288b1","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.197615142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"e509640c-1c67-4faa-a487-2c33fc8b0138","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.198123225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"fe9f477a-da36-4052-8c3f-276744f2fddb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.198560237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e06fd039-acfa-4bf0-b5d1-ed0647fdf2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.214807138Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-sub","reconcileID":"9f0ec2f9-2ce8-488d-b4e4-6c63e845b704","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-32b438/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.214973179Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-sub","reconcileID":"9f0ec2f9-2ce8-488d-b4e4-6c63e845b704","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-32b438/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.218889959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"e509640c-1c67-4faa-a487-2c33fc8b0138","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.225139995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"fe9f477a-da36-4052-8c3f-276744f2fddb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.304159727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e06fd039-acfa-4bf0-b5d1-ed0647fdf2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.307791525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"ddc5f9b6-fbad-42d5-bbbe-5e36d8068c6f","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.349883501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4cf2b53a-e67a-46dd-af15-f87d0a63b69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.350570329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"c534af95-61f0-4859-bc18-56872ae0bc50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.392164578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4cf2b53a-e67a-46dd-af15-f87d0a63b69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.411920369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"f333581b-1e26-42e2-8176-147577d20ff3","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.468570885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-sub","reconcileID":"8e57e77f-e720-4bed-b60e-99eeafc0421d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.468789306Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-sub","reconcileID":"8e57e77f-e720-4bed-b60e-99eeafc0421d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-32b438/nonexistent-model-apikey","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:26.523523077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"e509640c-1c67-4faa-a487-2c33fc8b0138","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.571292389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"d7269c3a-7a6c-4414-9807-be4f395e22f3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:26.591858792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"d7269c3a-7a6c-4414-9807-be4f395e22f3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.216403483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"5886ce61-92b4-496e-aa15-39da009d65da","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.236066183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"bf984bd2-047c-46af-bd4e-8ed58d3b117e","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.276747094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"0c74c576-c8e0-45da-8488-e1f66ecf3b3f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.294405348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"0c74c576-c8e0-45da-8488-e1f66ecf3b3f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.372739794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"5d58d8a5-c2d4-471d-bf7e-ced46fcc245c","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.407658639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"b57cdca0-cf0b-4e69-816d-ef4bb4a25aae","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.407842892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e1a5e3 priority=0:[ai-tenant-e2e-worker-w0-e1a5e3/e2e-filter-sub-a-5ad8b2be ai-tenant-e2e-worker-w0-e1a5e3/e2e-filter-sub-b-be426c95]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.414335191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"7c17cde3-343b-49f2-b22b-ac6c5d6bd1a0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.427415398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"029a83d0-3461-432e-9e75-a3d65539e02b","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.43226125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"7c17cde3-343b-49f2-b22b-ac6c5d6bd1a0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.440235996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"602f4648-0f37-4b90-8716-8f746b57849c","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.447325968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"85fe9e91-9159-4459-becf-66f0830423b8","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.457147311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"de08ee6b-aec2-4549-8680-8355796e69b4","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:28.462173733Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e1a5e3/e2e-filter-sub-b-be426c95","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-be426c95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.516280486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"8dc40f94-20b2-458c-97a2-35b762b9a9cd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.51648945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c2e32659-4b06-4700-87b3-0fa478951c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.516841997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"cfc0ae04-c15a-40dd-9dde-f5a2269624c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.535519454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"8dc40f94-20b2-458c-97a2-35b762b9a9cd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.535662675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c2e32659-4b06-4700-87b3-0fa478951c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.538058031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"cfc0ae04-c15a-40dd-9dde-f5a2269624c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.542308359Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95","reconcileID":"2bf4e23e-5d93-4033-a02c-b748542f17c7","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/e2e-filter-sub-a-5ad8b2be","ai-tenant-e2e-worker-w0-e1a5e3/e2e-filter-sub-b-be426c95","ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.594361177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"984752ec-c8f8-4da9-a8dd-c2dcb40d61b3","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.615961703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"19480d0d-1aba-4659-8455-8413b3a53cd0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.617474768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be","reconcileID":"bba9e10b-6403-4793-a3d8-cf2d268d9389","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.617810245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"91c85dd0-2a6b-474d-93c7-34cc3916928d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.635019192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"19480d0d-1aba-4659-8455-8413b3a53cd0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.721530041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"24b3c41a-7f35-4019-9928-0d7728a5a247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.72156327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"de36e5ec-104d-445b-9112-30051b8e5243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.722201814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95","reconcileID":"f53156a4-4076-4a73-a3cb-09de3783c067","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.722314491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"d7285817-379e-4826-bf15-8dd72864c578","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.723125671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"831861cf-5ae8-44d2-b718-f7e145363bc7","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.741226109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"de36e5ec-104d-445b-9112-30051b8e5243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.742205173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"d7285817-379e-4826-bf15-8dd72864c578","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.743626708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"24b3c41a-7f35-4019-9928-0d7728a5a247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.817161329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"3eb0a75e-4924-43a9-9087-f99454869410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.817172852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"f48956aa-b149-4ab8-9a3a-6fe36dab093d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.83977761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"3eb0a75e-4924-43a9-9087-f99454869410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.840792064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"f48956aa-b149-4ab8-9a3a-6fe36dab093d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.005706311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"f5658351-195c-4301-b4a9-f57fae60e211","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.026659003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"f5658351-195c-4301-b4a9-f57fae60e211","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.827229768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"882a5984-de04-4fe2-8d99-0ed0f0686a47","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.82776792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"dc05a884-072f-441e-b679-f2a455d318b7","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.855160935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"7258b790-976d-4b33-9eba-1880c88eaa47","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.855661541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"03cbb71a-a8ed-462e-b508-877e2ff7ab2d","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.873172705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"486d4a63-5949-4263-9a9e-3a99b7ccb10a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.873172981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"d8385d2d-3b92-48c8-838b-ee2cee6edb35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.889077329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"aad9d648-f3ee-4851-8f15-d3b53bb8b917","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.889130755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"69a19403-f78c-4bfd-9c84-cb4f788c9c41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.893116156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"486d4a63-5949-4263-9a9e-3a99b7ccb10a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.893155481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"d8385d2d-3b92-48c8-838b-ee2cee6edb35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:30.069198593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f98b6131-ea98-4637-955f-d0a044e8628a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:30.069294896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"5455f1a9-84fe-45f1-bb5c-e8d4003ebfce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:30.089918919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f98b6131-ea98-4637-955f-d0a044e8628a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:30.089949359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"5455f1a9-84fe-45f1-bb5c-e8d4003ebfce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.709079053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"8e34dd1e-199a-43a3-bc56-bc4f2aa07fe4","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.753866985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"8ac71679-9b51-4490-8978-18152a532038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.753900699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"e520bc2f-04dd-402c-af6c-7c4b0f05a9e5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.754360231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"cc4651bb-f06d-402a-9231-8c4beaa12317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.754380207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"a6b5c0f3-f718-4a09-8fc3-327565e24f70","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.772503492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"e520bc2f-04dd-402c-af6c-7c4b0f05a9e5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.773207952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"8ac71679-9b51-4490-8978-18152a532038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.77521012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"a6b5c0f3-f718-4a09-8fc3-327565e24f70","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.776743183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"cc4651bb-f06d-402a-9231-8c4beaa12317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.293905548Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-43976f3d","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d","reconcileID":"befa0461-ae18-4722-8f3f-3f21eb2a4046","MaaSSubscription":{"name":"e2e-combo-sub-43976f3d","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-combo-sub-43976f3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.339210138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-43976f3d","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d","reconcileID":"befa0461-ae18-4722-8f3f-3f21eb2a4046","MaaSSubscription":{"name":"e2e-combo-sub-43976f3d","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.403904584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2a900a9c-a006-45c5-bd5b-ffa70a18f0a5","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.424151843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"0551b563-9819-4cb6-b839-b822c758fabd","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.445742284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c24984e8-20a6-4986-887c-f8de65384254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.445904796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"d4196d0a-bd5b-4fa2-a07b-3a6ee401fb9b","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.445742235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5d3cc638-2eee-435b-9355-573c7b474364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.463797934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"d4196d0a-bd5b-4fa2-a07b-3a6ee401fb9b","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.463804022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c24984e8-20a6-4986-887c-f8de65384254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.465970867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5d3cc638-2eee-435b-9355-573c7b474364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.556985601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d93e8be7-b7d0-4633-b7d7-d43e6fcb2198","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.593442439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-combo-sub-43976f3d-auth","reconcileID":"a29b64ea-f6f9-42eb-a1ce-88424ba87b1d","MaaSAuthPolicy":{"name":"e2e-combo-sub-43976f3d-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:33.813048127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"60b45d87-32e2-43d1-b1ce-e02042e2aece","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.178316446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"c7e21eba-0238-474e-a17e-0d6a2aca22ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.28039386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"9b801652-23e0-4ba5-abd6-af5224723ef6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.295392794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23250d72-4f9d-41c7-821d-d454de117897","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.327999343Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"99e678be-cc97-4603-be94-892976b98254","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.330022939Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95","reconcileID":"8ec1bf8a-7399-4927-b5b0-86aeb9fbd55b","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/e2e-filter-sub-b-be426c95","ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.356310282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"ae0b9f0e-6670-4446-93f8-fcad48560317","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.399690028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"2ab61515-e83c-4004-aaf6-f482aceef007","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.406528486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e37d040-b949-4df2-94fe-9cb6887ff6fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.499649009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"2cc9deef-23d0-4c60-8983-2147fddf4cc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.499719454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"0efe9e8a-4589-412d-a5aa-7f674bca4d53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.500165777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95","reconcileID":"83afdcf1-231b-4da8-9979-3998fdeb5f0c","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.500244509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"53bfc353-d683-486e-ac27-c804d75e96f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.50054505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"74336370-9b5f-44fe-99c9-3405a468e972","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.541326995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"38faac32-7a93-40e0-951f-4c07cc5fc045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.59820105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e6546c90-5b77-48d5-8384-ee6e47ae76a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.60164274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"38faac32-7a93-40e0-951f-4c07cc5fc045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.618516215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e6546c90-5b77-48d5-8384-ee6e47ae76a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.645023046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"99816928-f0a3-4954-b4fc-3053ce2b8070","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.645180145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"107da320-51e4-4c91-8d88-6477c4358956","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:34.655108052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"f38f95b6-12dd-4803-a6d7-a9b95cb3360b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:38.773217861Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-sub","reconcileID":"85eaac18-7976-4193-b519-684abea053a4","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:38.816026956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-sub","reconcileID":"85eaac18-7976-4193-b519-684abea053a4","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:38.816063166Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-sub","reconcileID":"85eaac18-7976-4193-b519-684abea053a4","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:38.816191685Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-sub","reconcileID":"85eaac18-7976-4193-b519-684abea053a4","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-32b438/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:38.89880609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"c78bab7b-5663-4732-99dd-4d15b2f7da49","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:39.001550025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"0868b845-a1f8-4668-bc76-dc5a00a6ce8f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:39.002026056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1ae6d4df-128c-4560-88e9-3df13b124b89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:39.002373001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"df92e0af-c127-41b1-be2c-2222a5f41e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:39.020126194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"0868b845-a1f8-4668-bc76-dc5a00a6ce8f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:39.020153458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"df92e0af-c127-41b1-be2c-2222a5f41e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:39.02233157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1ae6d4df-128c-4560-88e9-3df13b124b89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:39.05328776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"5d5f6a71-8beb-4038-98b6-4b134ba67f0e","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:39.148341666Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-apikey-degraded-auth","reconcileID":"0e54598a-f7f6-45a6-a8c9-de7aa92f8993","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:39.269546848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"80638076-1a69-4010-b008-8178304bf37d","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:40.167445209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"1dabd339-7e47-45ca-b589-eb012f9c273f","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:40.18604826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"21e2f2ed-bd87-43d3-9db6-55072e90aaea","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:40.22796421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-4a3d5c83","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-gw-auth-4a3d5c83","reconcileID":"81e10264-35b3-404e-a08f-f0ed53024a3d","MaaSAuthPolicy":{"name":"e2e-gw-auth-4a3d5c83","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:40.24598046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-4a3d5c83","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-gw-auth-4a3d5c83","reconcileID":"81e10264-35b3-404e-a08f-f0ed53024a3d","MaaSAuthPolicy":{"name":"e2e-gw-auth-4a3d5c83","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:40.319481881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"75e39ff3-9c53-4651-8f64-43401c561306","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:40.361494733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-4a3d5c83","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-gw-auth-4a3d5c83","reconcileID":"37d1c6ac-d7b4-44fb-bb83-22f0385b87b6","MaaSAuthPolicy":{"name":"e2e-gw-auth-4a3d5c83","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:40.379429678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-4a3d5c83","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-gw-auth-4a3d5c83","reconcileID":"37d1c6ac-d7b4-44fb-bb83-22f0385b87b6","MaaSAuthPolicy":{"name":"e2e-gw-auth-4a3d5c83","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.166727228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-4a3d5c83","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-gw-auth-4a3d5c83","reconcileID":"d15ba99a-6c99-4cd0-9113-31a02857c715","MaaSAuthPolicy":{"name":"e2e-gw-auth-4a3d5c83","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.166852777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"891b1b7b-cf8f-435f-b7d3-9113fae5819f","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.213230188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"1a5dc28d-80b3-47fc-bb0d-cad4505751f1","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.758325456Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be","reconcileID":"6c12e14d-b2ad-4a25-8f82-37db4c723749","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscription":"e2e-filter-sub-a-5ad8b2be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.803421346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be","reconcileID":"6c12e14d-b2ad-4a25-8f82-37db4c723749","MaaSSubscription":{"name":"e2e-filter-sub-a-5ad8b2be","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.873176906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"5fe7edad-30b0-4bd5-b114-0864e18702ec","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.915802622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c2802a75-e51b-4b59-9023-0adb571985fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.915874971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"b0f36810-f507-4f9a-ba1e-ec581101868e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.916164253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"c305cd29-9c82-46ab-8614-c7f5910e9fb0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.9161848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"1d4c3363-32b3-42f9-8740-73401aa787ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.934432381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"b0f36810-f507-4f9a-ba1e-ec581101868e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.934941107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"c305cd29-9c82-46ab-8614-c7f5910e9fb0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.937116311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c2802a75-e51b-4b59-9023-0adb571985fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:41.938513618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"1d4c3363-32b3-42f9-8740-73401aa787ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:42.018495486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"77ad4381-8f6b-406a-a6df-5a41d24f9c0f","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:42.184436904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e5778bd6-f217-4a7f-9cfa-e0c937f0526c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:42.184619696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"d04858a8-3950-43fc-a8c4-96b1d48d5f24","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:42.184436843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"dc40ff21-be9d-4db0-9f3b-63dee0bd522d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:42.184961511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"234d7de6-d3e8-43f0-9fd5-d6050ea4291c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:42.203049051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"234d7de6-d3e8-43f0-9fd5-d6050ea4291c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:42.205573919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e5778bd6-f217-4a7f-9cfa-e0c937f0526c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:42.207966101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"dc40ff21-be9d-4db0-9f3b-63dee0bd522d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:42.210256064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"d04858a8-3950-43fc-a8c4-96b1d48d5f24","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.054900944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"f721ff84-9a23-458d-9da7-607af9f579d9","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.055398287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"a00a97e9-c177-45fb-98d8-384b358a41ef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.083918595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"96bc16a5-745a-43aa-ba90-75f3116efc1b","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.08428428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"263de921-49e0-426f-b607-407e7068a059","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.099374723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"10d4a270-d0d4-44e2-a707-80506941310e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.101688452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1ec9362f-518d-466f-ae7f-621c531560ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.11801794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"76d855d1-c5d7-49f6-937c-401c556f8aa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.118049818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"e0fce614-2ebc-404d-b4fd-1c07435d9c7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.12118393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1ec9362f-518d-466f-ae7f-621c531560ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.121319497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"10d4a270-d0d4-44e2-a707-80506941310e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.222288068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e716f775-23ed-4eee-aff8-54e3f3591f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.232534698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"978b1c2b-1bbd-4465-84ca-fa4e40f5a9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.241896238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e716f775-23ed-4eee-aff8-54e3f3591f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:43.252247706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"978b1c2b-1bbd-4465-84ca-fa4e40f5a9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:44.860954478Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"0c744907-7bc4-4aba-9c3b-0c67b6fae819","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:44.946956899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"4fd7aef2-02e1-4b9c-9717-12cbed9d4081","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:44.947111476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"10c9cd8d-0999-431a-9bf9-2c51c26c6265","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:44.947493142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"9d2d23c2-9172-49c3-8e4c-f86752b65c9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.051234918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"f3a51805-f8cc-4bf6-b876-b32511079cb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.051278608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"9c2c7d97-8435-4662-b1b5-f02ebbd32d2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.052025943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"5379b589-df0d-42d9-80a2-559ad9a34e5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.052205842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"b1d35e3e-42cc-4e19-9945-017af319d8de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.052632811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1659a3a6-3302-44c7-bcd7-7e4bbf52937d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.158393599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"95abeb62-1f86-4532-a2ee-5e12cc175f9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.162724524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"d3450a34-3efc-4ad0-bcde-46fcba288095","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.163174132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"b06dc912-2172-43bb-a62a-6780b1dbb312","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.274148123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"c4daebdf-2c89-4c74-b256-cbbe44ac56d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.054238271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"d2d38eaf-281d-481f-b197-25cbf02e192e","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.054647796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"062338e9-6db3-47b3-9313-14fe442f752c","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.082774011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"1f66f683-f60d-44db-9ed5-07e3c146bede","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.083197948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"24692744-e551-4e7e-94a3-5e0dcee754bb","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.097120537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"0f056a6d-7d8a-4401-aa69-98925a784e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.115143745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"710f09f7-5ba0-49df-a73f-c3271432acd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.115270027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"c6f56263-c70d-4968-ac1d-dd577057f040","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.120556762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"0f056a6d-7d8a-4401-aa69-98925a784e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.20442856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"7efb6196-111a-4180-a46d-1378e595f43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.219429112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8b28b319-7911-41a5-9c54-a2f0220141cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.229723361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"7efb6196-111a-4180-a46d-1378e595f43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.24017732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8b28b319-7911-41a5-9c54-a2f0220141cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.31319554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1c5ca5aa-b61b-4c94-a363-1ff9ef760d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.332618256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1c5ca5aa-b61b-4c94-a363-1ff9ef760d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:51.622340229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.067145563Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95","reconcileID":"4f09ab9c-6672-4b83-9b40-d8e74355ffe0","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscription":"e2e-filter-sub-b-be426c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.112608659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95","reconcileID":"4f09ab9c-6672-4b83-9b40-d8e74355ffe0","MaaSSubscription":{"name":"e2e-filter-sub-b-be426c95","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.178698005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"96fdbe6d-fdbb-40eb-aa90-d2dc23fc1b57","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.263690522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"34087e9b-ff0d-4ff3-8bd8-0b719d937183","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.264098836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"dac4491e-b15d-4ca8-a8fc-8188afea4fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.264423493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"3458e191-c50d-4d95-a079-5e4564e7e3a8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.294008066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e78a62a9-6e2b-4b81-a928-f6ca52a1fe44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.325955116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"34087e9b-ff0d-4ff3-8bd8-0b719d937183","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.354717015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"dac4491e-b15d-4ca8-a8fc-8188afea4fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.355957734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"3458e191-c50d-4d95-a079-5e4564e7e3a8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.358340656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e78a62a9-6e2b-4b81-a928-f6ca52a1fe44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.359476045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"c224053f-afed-4798-ac0c-cf3ae2fdae14","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.47787526Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-a-5ad8b2be-auth","reconcileID":"36981039-ae2d-4e65-ad46-83802937d0d3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-5ad8b2be-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.520564139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"6cc0fdd9-b009-4674-88e1-eca865863be0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.534379631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"5c4a3d02-db1f-45b3-a664-6b85fe53ed23","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.643614862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"62c48070-1045-47a7-8a6c-f56c5708ac56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.689437455Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-filter-sub-b-be426c95-auth","reconcileID":"545b0e7c-c916-478e-bba2-1214d16b6262","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-be426c95-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.689453485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"5a13f966-8178-4e4b-9b64-bc910835b7c4","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.741722362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"468193b8-14fc-407f-b238-51ac2a60cc04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.741745815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"a4851a2b-ce2f-4fe9-855d-2219747c09aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.742179838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"0691c2aa-b66d-469b-9bd8-6754be6624e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.742328749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"8f073092-aba9-4917-9f5d-7b32937ff333","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.744464547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"7c138de5-150c-4d62-bb83-ec331c2744bd","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.837229113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"43006d0e-0266-4bad-9621-5ff0c63ced1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.838558223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"39cd9cf4-c321-4d22-84f9-054b223bd254","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.843916355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84c5fd75-0b67-4e0f-b65c-59b77720d962","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.844634569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"335ed8f8-abb8-46a0-8644-14b124da9066","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.936824794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df1fcfce-7db0-4408-be8b-e71191d2b06e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:52.936860709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"67b7fa83-211d-4535-af1c-54400f8b6f5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:53.021206481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"581c461c-bf59-4aec-9412-dbc8047baea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:53.021229209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"baa8c07a-321d-455b-98a3-3948dba15f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:53.039462276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"baa8c07a-321d-455b-98a3-3948dba15f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:53.040693416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"581c461c-bf59-4aec-9412-dbc8047baea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:55.264887425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"e2e-conflict-a-f7fa8228","reconcileID":"ba319897-860f-4a9f-b81b-667b0f2d7a46","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"e2e-conflict-a-f7fa8228-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"e2e-conflict-a-f7fa8228","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:59.663888246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ad7bf6f2-74e4-464f-b521-b0bae0e20fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:59.66389091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e6504c95-2b33-4e8e-95ea-a4ff3ad90db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:59.683507491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ad7bf6f2-74e4-464f-b521-b0bae0e20fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:59.683507488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e6504c95-2b33-4e8e-95ea-a4ff3ad90db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.183300413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"974eeea5-12ec-40ce-a506-4a74b1e6e390","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.183729375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"8c6e00e2-85cb-4d84-91c6-a3d2027c6a04","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.211072905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"b509fd6c-edc3-4c1a-99bb-e04383642686","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.211807543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"b4b8d512-2426-4a8e-af9e-32b26def4cf0","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.231320322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a95f8ab2-9674-4d5e-afcd-bc958cc8ba03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.234634514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ffcbcf93-60a5-4827-a51c-54d5f20e00de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.245628884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"81f0a20b-52ea-4280-b8c8-58b825a42f5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.246317182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"bd383332-9528-4ba0-bdca-b5c5132e423a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.24945163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a95f8ab2-9674-4d5e-afcd-bc958cc8ba03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.252342468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ffcbcf93-60a5-4827-a51c-54d5f20e00de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.435941473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"7316540e-4ea3-4cc8-89a7-1c14bdc8d1f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.435929027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"65b34021-c13d-4b2b-b158-171ccac41771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.454734944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"7316540e-4ea3-4cc8-89a7-1c14bdc8d1f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:01.454734981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"65b34021-c13d-4b2b-b158-171ccac41771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:02.326748103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"9e56edec-dc73-462a-892b-76c11b467d45","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:06.806437542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"678491ad-e60b-434f-9d56-da691409ca90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:06.806437212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"957fb2f4-930f-4491-8d17-b2ac3cff7a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:06.824765016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"957fb2f4-930f-4491-8d17-b2ac3cff7a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:06.826182042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"678491ad-e60b-434f-9d56-da691409ca90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.38626098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"88f3c362-9883-4577-8a3b-96c552ca7e45","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.386672155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"9e2ee319-4eac-4f9e-a7de-bcde2587c23f","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.387067633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"e2e-conflict-a-f7fa8228","reconcileID":"4a15c3a1-198a-41f7-b75e-d353c6f2ae39","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"e2e-conflict-a-f7fa8228-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"e2e-conflict-a-f7fa8228","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.41723021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"1b69deaa-ad05-4862-ba5f-25ff62320918","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.417824502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"f0e690e2-cad4-40f2-bf08-507ff1ad2d18","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.418211867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"e2e-conflict-a-f7fa8228","reconcileID":"d042568f-ba47-490f-9626-d3aef54e6ad4","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"e2e-conflict-a-f7fa8228-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"e2e-conflict-a-f7fa8228","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.434941396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"18de27a1-6218-41d1-86ca-a4160151184f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.434968156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"62462784-0241-453e-9182-553ef32ddb5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.450161384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"bb0c746b-a71d-47a3-be4a-dc833f8cffb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.450159219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"6bc489fe-fdcb-466d-a5fd-c3e3d0f3c33a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.453565861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"18de27a1-6218-41d1-86ca-a4160151184f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.453738305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"62462784-0241-453e-9182-553ef32ddb5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.604538938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"45592aa0-656b-47d4-8a97-20741cfc36ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.604881709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ab295d64-f836-4cdc-bce1-cbdd96fc8ef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.624134602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ab295d64-f836-4cdc-bce1-cbdd96fc8ef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:12.624277165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"45592aa0-656b-47d4-8a97-20741cfc36ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.498140974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"bc484a7d-bf99-448e-983b-fbb4b2afedfe","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.498511805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"aa669e52-b55c-4355-9087-448c0bf767db","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.498854619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"e36213f4-914f-4fd7-9b79-387c67b4f898","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.525102545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"220ab4c4-7bf3-4a66-bcd4-da25ab5034dd","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.525614771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"a0e5d744-c508-41e8-add2-3ae19083b287","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.525966292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"97512078-d49a-49f4-86e6-8556f8bdcbe3","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.543727949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"137f6bea-97a3-4c9f-8569-fde9708ac474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.543727832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3cb6df2f-d851-44a2-a149-98f2a810d30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.557003009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"0045f1c4-bfa9-46ba-9c83-7314273fa1eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.55876377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"a35e4059-8db3-4191-b354-2827d800dab0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.563546727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3cb6df2f-d851-44a2-a149-98f2a810d30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.563546731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"137f6bea-97a3-4c9f-8569-fde9708ac474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.653948544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e9146a8a-bfe7-42f7-aa70-93721e2b05f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.654326623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"eb76600a-8f93-4ff5-a67e-db0f02766dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.68122173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"eb76600a-8f93-4ff5-a67e-db0f02766dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.686170165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e9146a8a-bfe7-42f7-aa70-93721e2b05f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:18.783136712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"74d7162c-11d7-4a15-9e06-a5a75a4f9ca3","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:19.328215799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"3f655f1b-ddba-4a2b-8713-28e4d43cdc5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:19.32821587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"7096a9fa-0f57-40d8-a44d-9ebb03db28aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:19.34767362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"3f655f1b-ddba-4a2b-8713-28e4d43cdc5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:19.347953044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"7096a9fa-0f57-40d8-a44d-9ebb03db28aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:21.493212607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"e73914a8-0e97-4dde-8e96-158aa1004d3b","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:21.623793222Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:27.387369134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"e2e-conflict-b-f7fa8228","reconcileID":"9903c338-a4f9-43f1-ae4d-138b3cd8635a","MaaSModelRef":{"name":"e2e-conflict-b-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"e2e-conflict-b-f7fa8228-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"e2e-conflict-b-f7fa8228","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:27.407368729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"e2e-conflict-a-f7fa8228","reconcileID":"52d34132-e833-4865-ae72-0ce8afe7e66b","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"e2e-conflict-a-f7fa8228-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"e2e-conflict-a-f7fa8228","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:28.417721983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"e2e-conflict-a-f7fa8228","reconcileID":"edbd753d-c8d8-4b9e-aa64-58368bb30546","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"e2e-conflict-a-f7fa8228-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"e2e-conflict-a-f7fa8228","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.659647188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"162e3306-cf53-430c-9fc0-4ebe9f9b8c90","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.660163308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"797d7da7-b626-451f-95c8-fbafada4a2ff","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.660639455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"54347fe4-1d69-4229-bc77-e57fafb32e4c","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.687127875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"2b4dcd43-000e-4fc0-b9d1-3d59539f105c","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.687537801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"072c64b2-9afa-497b-b8fd-d6ac7a480e8a","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.687898295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"0f40c203-d0a1-4806-9e38-2a85230b21de","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.723402293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"9ab22604-192d-4ff8-b51e-a7b536abd87e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.723962784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"18960468-421b-4d92-93b9-1f4a1ca255d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.75185358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"f54c46a0-a848-476f-b729-76a789db10b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.751853753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b5047fa3-d7b4-493a-af06-535f7727c376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.769947625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"f54c46a0-a848-476f-b729-76a789db10b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.769990396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b5047fa3-d7b4-493a-af06-535f7727c376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.95526677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"bdcb5baf-8fc0-47cd-8b9a-2fa921751ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.955768902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"83fc4e1a-1c1d-43ee-a3bd-c7b2d7c977d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.975597677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"83fc4e1a-1c1d-43ee-a3bd-c7b2d7c977d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:30.995329285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"bdcb5baf-8fc0-47cd-8b9a-2fa921751ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.590235497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0193b3ea-2b97-44e3-a784-dd8538bda1cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.590244413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"54a63416-8b24-4ce1-ad63-b43ae309c213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.611214886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0193b3ea-2b97-44e3-a784-dd8538bda1cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.611216832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"54a63416-8b24-4ce1-ad63-b43ae309c213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.237099964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"c19c7fc5-bbfa-4b48-a855-808d81f61bb1","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.237464979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"a67ab2a5-d084-4095-938f-aa08df9bef0d","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.237756209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"9051068e-9bd4-49cd-a022-82e7d3341a17","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.267152526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"a784e586-ddc4-4611-8ea5-2ef01edd34ca","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.267686299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"d3a9014d-b865-4746-9e64-20cb9503a6bf","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.268053894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"62ec62d1-04f7-42c8-86be-41ec33187ed5","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.2793135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b675f2f7-99e1-441f-8311-33f7523ee49d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.280470409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e6531d51-1452-4e39-8f09-cce27b14cd8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.295787333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"0f41822e-0d89-403f-aa11-2197b2a8c788","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.296345268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"9b86690d-18a6-4c25-8895-36cda36fe7a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.298066986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b675f2f7-99e1-441f-8311-33f7523ee49d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.298648535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e6531d51-1452-4e39-8f09-cce27b14cd8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.411314451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b01e38d6-c762-4f13-aaca-311e3fc293fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.434238697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b01e38d6-c762-4f13-aaca-311e3fc293fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.485481751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b3cdb250-6be1-4f4b-af3f-ed7f62bfc804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.503261762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b3cdb250-6be1-4f4b-af3f-ed7f62bfc804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.628665144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b66d5612-3216-4d67-b008-85364f35a183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.628706361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"030b35ba-8394-4e19-9c89-299554518559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.646775774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"030b35ba-8394-4e19-9c89-299554518559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.648423526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b66d5612-3216-4d67-b008-85364f35a183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.975447319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"ed3ccde4-ff20-4903-bdc2-ad86969a174e","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.975916218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"e2e-conflict-a-f7fa8228","reconcileID":"bb625588-2c48-4e99-8393-f9e16058c9b0","MaaSModelRef":{"name":"e2e-conflict-a-f7fa8228","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"e2e-conflict-a-f7fa8228-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"e2e-conflict-a-f7fa8228","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:39.976173542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"2a6017fd-5793-4b3d-a17c-cb3e17f86f24","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.02587515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a085d9aa-2f43-4df8-ad69-aff5a1b74754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.025906905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"bd769c10-b2e6-41ee-a9fd-2bc7c05ccd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.040793229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"264db3af-a6a0-442d-b7dd-f2f52aa6ca29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.041297374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"4e712039-1eda-467c-849b-3e45774a2b64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.045306125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a085d9aa-2f43-4df8-ad69-aff5a1b74754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.045984377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"bd769c10-b2e6-41ee-a9fd-2bc7c05ccd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:44.537754277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"56326bce-f142-4b36-9246-06cc5d443c91","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.432881573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"780d9d87-36f3-4c27-a719-d58d13e0f77b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.449561017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"1877526e-8f54-40c5-8824-b4bc5a3db834","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.505470691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"f26dd8cb-b21c-461a-9fda-604f5bf72eec","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.523896959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"f26dd8cb-b21c-461a-9fda-604f5bf72eec","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.606212893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"24bf43d4-9007-499f-a458-9c164814a8e7","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.68609152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2a011d73-33fd-40c3-93a1-252b38db82fa","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.728492437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"c7b8c900-c172-4698-8ef8-7f6396b8ea50","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.747355098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"c7b8c900-c172-4698-8ef8-7f6396b8ea50","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.47287112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"84b44392-a247-439b-84e9-544ecc839143","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.49155611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"d19d1666-8fda-43d9-8927-6f3d496881ff","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.54680842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"0bde894e-4e43-49df-9075-41b9d69138e5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.564786763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"0bde894e-4e43-49df-9075-41b9d69138e5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.581775618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6faaf4c93704fd5d248fcf584d292b16554a4a91ae8edfb1ffc5671d51d3e5b3) AuthConfig (7737114f9c43adb866fe5748e12de43d7efcf1a5104ca1ea140bde0c36e46eb9) AuthConfig (a94a2c569531db4c418051dae10394f7912f53a9f8525a94c499ed2b5beb9d80) AuthConfig (66601a5c4a39115439eba350f547f8884b0d24c0d4da0a2a60b11761127182aa) AuthConfig (867b9dfa08c7bd1d945080f5014d35fd5007c3e2b7b5a6534517e55da0a59bd3) AuthConfig (35d8d8c6d5e4a2989157974a4aaeacbc2176954368012526c93771ee5799243d) AuthConfig (481f6548452be3eaa7f342674495535975d8a06400ba5711aae2eee8624f3e3d) AuthConfig (ca3eb5b923628c5cea7d666abf275b3114d85629a3669ca6b2e64cbbcc2f9e77) AuthConfig (35eaaa14423f2ade448246bad59103b6ea8fc9e99173c374f76aa8a836ac4ba4) AuthConfig (85b0d78c4740cca312723858e6247fdc6e552de89034b00f969735c97679a1f5) AuthConfig (5bb8470e6e9a5b301997cbfb729cb24cdfe9fcc5da770e34f1363b1a95b3daa0) AuthConfig (b3640e5205fb7cb152797f3649bb8f1602952e625799e1e1eb5e98a680443c1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"0bde894e-4e43-49df-9075-41b9d69138e5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.599032119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"0393f152-70d9-40a7-af5c-9645a06f1bae","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.654419633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"ca18a9ed-e4e7-406c-ad93-e92cdd9c3407","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.672490152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"ca18a9ed-e4e7-406c-ad93-e92cdd9c3407","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.679312677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"b28c88a1-23fa-4543-915e-cf395065aeb0","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.688984446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6faaf4c93704fd5d248fcf584d292b16554a4a91ae8edfb1ffc5671d51d3e5b3) AuthConfig (7737114f9c43adb866fe5748e12de43d7efcf1a5104ca1ea140bde0c36e46eb9) AuthConfig (a94a2c569531db4c418051dae10394f7912f53a9f8525a94c499ed2b5beb9d80) AuthConfig (66601a5c4a39115439eba350f547f8884b0d24c0d4da0a2a60b11761127182aa) AuthConfig (867b9dfa08c7bd1d945080f5014d35fd5007c3e2b7b5a6534517e55da0a59bd3) AuthConfig (35d8d8c6d5e4a2989157974a4aaeacbc2176954368012526c93771ee5799243d) AuthConfig (481f6548452be3eaa7f342674495535975d8a06400ba5711aae2eee8624f3e3d) AuthConfig (ca3eb5b923628c5cea7d666abf275b3114d85629a3669ca6b2e64cbbcc2f9e77) AuthConfig (35eaaa14423f2ade448246bad59103b6ea8fc9e99173c374f76aa8a836ac4ba4) AuthConfig (85b0d78c4740cca312723858e6247fdc6e552de89034b00f969735c97679a1f5) AuthConfig (5bb8470e6e9a5b301997cbfb729cb24cdfe9fcc5da770e34f1363b1a95b3daa0) AuthConfig (b3640e5205fb7cb152797f3649bb8f1602952e625799e1e1eb5e98a680443c1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"ca18a9ed-e4e7-406c-ad93-e92cdd9c3407","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.700387514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"5b52450b-f5b2-4af0-9bd1-c9441d371454","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:46.713360915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub1","reconcileID":"579c52cc-2d03-4f4c-a052-e2a8987700c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.810040067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"73092c30-e795-4c1d-8dcf-ff6791543dda","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.82313131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c19c87d3-f480-4ecd-aedb-14060c055090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.823547102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"36a51c97-7694-49e6-ac77-8221243fcac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.823920242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"ab7efde6-41d3-48f9-9465-7313c88c425f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.827318235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"6ac80a47-15a1-4f2b-9e85-d49f4e623678","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.841634619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c19c87d3-f480-4ecd-aedb-14060c055090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.841734257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"36a51c97-7694-49e6-ac77-8221243fcac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.844383846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"ab7efde6-41d3-48f9-9465-7313c88c425f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.893723545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6faaf4c93704fd5d248fcf584d292b16554a4a91ae8edfb1ffc5671d51d3e5b3) AuthConfig (7737114f9c43adb866fe5748e12de43d7efcf1a5104ca1ea140bde0c36e46eb9) AuthConfig (a94a2c569531db4c418051dae10394f7912f53a9f8525a94c499ed2b5beb9d80) AuthConfig (66601a5c4a39115439eba350f547f8884b0d24c0d4da0a2a60b11761127182aa) AuthConfig (867b9dfa08c7bd1d945080f5014d35fd5007c3e2b7b5a6534517e55da0a59bd3) AuthConfig (35d8d8c6d5e4a2989157974a4aaeacbc2176954368012526c93771ee5799243d) AuthConfig (481f6548452be3eaa7f342674495535975d8a06400ba5711aae2eee8624f3e3d) AuthConfig (ca3eb5b923628c5cea7d666abf275b3114d85629a3669ca6b2e64cbbcc2f9e77) AuthConfig (35eaaa14423f2ade448246bad59103b6ea8fc9e99173c374f76aa8a836ac4ba4) AuthConfig (85b0d78c4740cca312723858e6247fdc6e552de89034b00f969735c97679a1f5) AuthConfig (5bb8470e6e9a5b301997cbfb729cb24cdfe9fcc5da770e34f1363b1a95b3daa0) AuthConfig (b3640e5205fb7cb152797f3649bb8f1602952e625799e1e1eb5e98a680443c1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"ab7efde6-41d3-48f9-9465-7313c88c425f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.910052231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"e56ce066-6ffb-4ae1-8580-7df367adab6f","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.925887392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"c1c4a54d-2c8b-4035-82dd-15e5d2065133","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.928769523Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub1","reconcileID":"0ba5851a-8399-4da2-8f8a-2f60ce1eae8c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","model":"distinct-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.967079019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"03d3221d-9d21-4162-8603-b01d50023e4a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.979823323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"0739e655-1111-4e7e-9557-f9d4ab029c93","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:46.985095274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"03d3221d-9d21-4162-8603-b01d50023e4a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.002011644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6faaf4c93704fd5d248fcf584d292b16554a4a91ae8edfb1ffc5671d51d3e5b3) AuthConfig (7737114f9c43adb866fe5748e12de43d7efcf1a5104ca1ea140bde0c36e46eb9) AuthConfig (a94a2c569531db4c418051dae10394f7912f53a9f8525a94c499ed2b5beb9d80) AuthConfig (66601a5c4a39115439eba350f547f8884b0d24c0d4da0a2a60b11761127182aa) AuthConfig (867b9dfa08c7bd1d945080f5014d35fd5007c3e2b7b5a6534517e55da0a59bd3) AuthConfig (35d8d8c6d5e4a2989157974a4aaeacbc2176954368012526c93771ee5799243d) AuthConfig (481f6548452be3eaa7f342674495535975d8a06400ba5711aae2eee8624f3e3d) AuthConfig (ca3eb5b923628c5cea7d666abf275b3114d85629a3669ca6b2e64cbbcc2f9e77) AuthConfig (35eaaa14423f2ade448246bad59103b6ea8fc9e99173c374f76aa8a836ac4ba4) AuthConfig (85b0d78c4740cca312723858e6247fdc6e552de89034b00f969735c97679a1f5) AuthConfig (5bb8470e6e9a5b301997cbfb729cb24cdfe9fcc5da770e34f1363b1a95b3daa0) AuthConfig (b3640e5205fb7cb152797f3649bb8f1602952e625799e1e1eb5e98a680443c1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"03d3221d-9d21-4162-8603-b01d50023e4a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.036271856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub1","reconcileID":"09540d3d-1e6e-4574-90f6-65fca8d31d36","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.069474047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"dff7e787-ebc2-49a6-b690-b0fea449c328","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.087391302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"dff7e787-ebc2-49a6-b690-b0fea449c328","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.10389876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6faaf4c93704fd5d248fcf584d292b16554a4a91ae8edfb1ffc5671d51d3e5b3) AuthConfig (7737114f9c43adb866fe5748e12de43d7efcf1a5104ca1ea140bde0c36e46eb9) AuthConfig (a94a2c569531db4c418051dae10394f7912f53a9f8525a94c499ed2b5beb9d80) AuthConfig (66601a5c4a39115439eba350f547f8884b0d24c0d4da0a2a60b11761127182aa) AuthConfig (867b9dfa08c7bd1d945080f5014d35fd5007c3e2b7b5a6534517e55da0a59bd3) AuthConfig (35d8d8c6d5e4a2989157974a4aaeacbc2176954368012526c93771ee5799243d) AuthConfig (481f6548452be3eaa7f342674495535975d8a06400ba5711aae2eee8624f3e3d) AuthConfig (ca3eb5b923628c5cea7d666abf275b3114d85629a3669ca6b2e64cbbcc2f9e77) AuthConfig (35eaaa14423f2ade448246bad59103b6ea8fc9e99173c374f76aa8a836ac4ba4) AuthConfig (85b0d78c4740cca312723858e6247fdc6e552de89034b00f969735c97679a1f5) AuthConfig (5bb8470e6e9a5b301997cbfb729cb24cdfe9fcc5da770e34f1363b1a95b3daa0) AuthConfig (b3640e5205fb7cb152797f3649bb8f1602952e625799e1e1eb5e98a680443c1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"dff7e787-ebc2-49a6-b690-b0fea449c328","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.109837602Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-32b438 priority=0:[ai-tenant-e2e-worker-w3-32b438/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-32b438/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.109870706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"57ff315a-b6f0-42f8-a91b-a79155ce8e9f","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.132237056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"cebde350-068d-47c9-bd8b-3937c7ec5e75","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.133531679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"0c96a40c-9727-4944-aad4-3ebe74e426be","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:47.154464081Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-32b438/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.156241985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"4cb40249-bfaf-4854-816b-721f8a75d3bd","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.173966246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"63246d1a-c86f-44bc-85e0-dfad7a6523ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.174294446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"6c9982ed-fa1e-4db5-a9e4-f91c3b916189","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.183338169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"5c93e314-1a24-495b-819e-1888a4ca3106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.193996408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"63246d1a-c86f-44bc-85e0-dfad7a6523ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.202039204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"5c93e314-1a24-495b-819e-1888a4ca3106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.242059608Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub2","reconcileID":"d8950fb9-d5c6-495d-8105-af0b5ac999b8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","model":"distinct-2-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.265151849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"085f8365-a5c2-4f28-b1c3-d81831cae9f2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.265205757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"91fc7786-ef63-46f0-bac6-70ae774cb86b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.283376449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"91fc7786-ef63-46f0-bac6-70ae774cb86b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.283510959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"085f8365-a5c2-4f28-b1c3-d81831cae9f2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.292431633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"6beab7c3-c87e-4a94-ad09-fa0a2bdb687e","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.300220075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6faaf4c93704fd5d248fcf584d292b16554a4a91ae8edfb1ffc5671d51d3e5b3) AuthConfig (7737114f9c43adb866fe5748e12de43d7efcf1a5104ca1ea140bde0c36e46eb9) AuthConfig (a94a2c569531db4c418051dae10394f7912f53a9f8525a94c499ed2b5beb9d80) AuthConfig (66601a5c4a39115439eba350f547f8884b0d24c0d4da0a2a60b11761127182aa) AuthConfig (867b9dfa08c7bd1d945080f5014d35fd5007c3e2b7b5a6534517e55da0a59bd3) AuthConfig (35d8d8c6d5e4a2989157974a4aaeacbc2176954368012526c93771ee5799243d) AuthConfig (481f6548452be3eaa7f342674495535975d8a06400ba5711aae2eee8624f3e3d) AuthConfig (ca3eb5b923628c5cea7d666abf275b3114d85629a3669ca6b2e64cbbcc2f9e77) AuthConfig (35eaaa14423f2ade448246bad59103b6ea8fc9e99173c374f76aa8a836ac4ba4) AuthConfig (85b0d78c4740cca312723858e6247fdc6e552de89034b00f969735c97679a1f5) AuthConfig (5bb8470e6e9a5b301997cbfb729cb24cdfe9fcc5da770e34f1363b1a95b3daa0) AuthConfig (b3640e5205fb7cb152797f3649bb8f1602952e625799e1e1eb5e98a680443c1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"91fc7786-ef63-46f0-bac6-70ae774cb86b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.300228407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6faaf4c93704fd5d248fcf584d292b16554a4a91ae8edfb1ffc5671d51d3e5b3) AuthConfig (7737114f9c43adb866fe5748e12de43d7efcf1a5104ca1ea140bde0c36e46eb9) AuthConfig (a94a2c569531db4c418051dae10394f7912f53a9f8525a94c499ed2b5beb9d80) AuthConfig (66601a5c4a39115439eba350f547f8884b0d24c0d4da0a2a60b11761127182aa) AuthConfig (867b9dfa08c7bd1d945080f5014d35fd5007c3e2b7b5a6534517e55da0a59bd3) AuthConfig (35d8d8c6d5e4a2989157974a4aaeacbc2176954368012526c93771ee5799243d) AuthConfig (481f6548452be3eaa7f342674495535975d8a06400ba5711aae2eee8624f3e3d) AuthConfig (ca3eb5b923628c5cea7d666abf275b3114d85629a3669ca6b2e64cbbcc2f9e77) AuthConfig (35eaaa14423f2ade448246bad59103b6ea8fc9e99173c374f76aa8a836ac4ba4) AuthConfig (85b0d78c4740cca312723858e6247fdc6e552de89034b00f969735c97679a1f5) AuthConfig (5bb8470e6e9a5b301997cbfb729cb24cdfe9fcc5da770e34f1363b1a95b3daa0) AuthConfig (b3640e5205fb7cb152797f3649bb8f1602952e625799e1e1eb5e98a680443c1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"085f8365-a5c2-4f28-b1c3-d81831cae9f2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.348419955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub2","reconcileID":"6f42e35c-25d0-46ec-a006-7aadda4dbc8e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.368905693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"bc0db0c8-9dd0-4e45-a446-ddfa13b8f20a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.369317417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"e325374c-65f4-4b3c-bd08-df280b21c06e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.386709291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"bc0db0c8-9dd0-4e45-a446-ddfa13b8f20a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.386725286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"e325374c-65f4-4b3c-bd08-df280b21c06e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.403598821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6faaf4c93704fd5d248fcf584d292b16554a4a91ae8edfb1ffc5671d51d3e5b3) AuthConfig (7737114f9c43adb866fe5748e12de43d7efcf1a5104ca1ea140bde0c36e46eb9) AuthConfig (a94a2c569531db4c418051dae10394f7912f53a9f8525a94c499ed2b5beb9d80) AuthConfig (66601a5c4a39115439eba350f547f8884b0d24c0d4da0a2a60b11761127182aa) AuthConfig (867b9dfa08c7bd1d945080f5014d35fd5007c3e2b7b5a6534517e55da0a59bd3) AuthConfig (35d8d8c6d5e4a2989157974a4aaeacbc2176954368012526c93771ee5799243d) AuthConfig (481f6548452be3eaa7f342674495535975d8a06400ba5711aae2eee8624f3e3d) AuthConfig (ca3eb5b923628c5cea7d666abf275b3114d85629a3669ca6b2e64cbbcc2f9e77) AuthConfig (35eaaa14423f2ade448246bad59103b6ea8fc9e99173c374f76aa8a836ac4ba4) AuthConfig (85b0d78c4740cca312723858e6247fdc6e552de89034b00f969735c97679a1f5) AuthConfig (5bb8470e6e9a5b301997cbfb729cb24cdfe9fcc5da770e34f1363b1a95b3daa0) AuthConfig (b3640e5205fb7cb152797f3649bb8f1602952e625799e1e1eb5e98a680443c1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"bc0db0c8-9dd0-4e45-a446-ddfa13b8f20a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.403662232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32b438-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6faaf4c93704fd5d248fcf584d292b16554a4a91ae8edfb1ffc5671d51d3e5b3) AuthConfig (7737114f9c43adb866fe5748e12de43d7efcf1a5104ca1ea140bde0c36e46eb9) AuthConfig (a94a2c569531db4c418051dae10394f7912f53a9f8525a94c499ed2b5beb9d80) AuthConfig (66601a5c4a39115439eba350f547f8884b0d24c0d4da0a2a60b11761127182aa) AuthConfig (867b9dfa08c7bd1d945080f5014d35fd5007c3e2b7b5a6534517e55da0a59bd3) AuthConfig (35d8d8c6d5e4a2989157974a4aaeacbc2176954368012526c93771ee5799243d) AuthConfig (481f6548452be3eaa7f342674495535975d8a06400ba5711aae2eee8624f3e3d) AuthConfig (ca3eb5b923628c5cea7d666abf275b3114d85629a3669ca6b2e64cbbcc2f9e77) AuthConfig (35eaaa14423f2ade448246bad59103b6ea8fc9e99173c374f76aa8a836ac4ba4) AuthConfig (85b0d78c4740cca312723858e6247fdc6e552de89034b00f969735c97679a1f5) AuthConfig (5bb8470e6e9a5b301997cbfb729cb24cdfe9fcc5da770e34f1363b1a95b3daa0) AuthConfig (b3640e5205fb7cb152797f3649bb8f1602952e625799e1e1eb5e98a680443c1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"e325374c-65f4-4b3c-bd08-df280b21c06e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.469359662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c7bbeb62-fb62-4aef-bc8c-b9b407a0d296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.489470259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c7bbeb62-fb62-4aef-bc8c-b9b407a0d296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.573403723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"7aabeec2-c0cb-483e-bc70-7753b099f2e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:47.592176565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"7aabeec2-c0cb-483e-bc70-7753b099f2e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.13349236Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-32b438 priority=0:[ai-tenant-e2e-worker-w3-32b438/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-32b438/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.133524401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"c363b0fb-ec18-44db-acea-d86bd333dcf3","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.155046043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"01923361-e276-4ed7-ad0a-4509018ef5b2","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.175246295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-subscription","reconcileID":"9a30df27-77f9-4c7d-8b35-db5db0c9a73c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.186635099Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4c141d8d-4c7d-4734-aaa8-daa409d1a2e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.187400453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"c22e4f4f-c8b3-4208-94cc-05852b5b5f4e","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.194484066Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"d3196f01-dc53-4922-abf8-ab81bf7ceeb1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.210566705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4c141d8d-4c7d-4734-aaa8-daa409d1a2e8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.210839077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"09f71e03-b7e5-484a-83dd-6d841f09d83b","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.220028721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"d3196f01-dc53-4922-abf8-ab81bf7ceeb1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.220451014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e2a38362-0f53-4125-80df-484958f4603d","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.224436654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"414b6e34-766f-49bf-9e8e-c24c125d78b9","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.266771732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"144c7c53-c29e-41b0-8c27-0647c635ed9b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.305696547Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"aa21f3e9-d811-46cb-9dd9-75a496fa9511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.307110295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"aa21f3e9-d811-46cb-9dd9-75a496fa9511","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.306238332Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c895b56b-4248-4e72-8594-a4ede5fd35ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.306476893Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"a5c5fcb6-3a20-4c45-aa5f-23a24c58d128","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.308066136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"a5c5fcb6-3a20-4c45-aa5f-23a24c58d128","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.327849771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"cf1e1a3c-ae35-42ae-9d3a-e3212a256857","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.328402616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c895b56b-4248-4e72-8594-a4ede5fd35ff","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.356096134Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-subscription","reconcileID":"3a54ce28-e2d5-4cca-8b1f-a0094cfc802e","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.378763057Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d174416a-657e-48f1-b570-9aa8106c1afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.378862374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d174416a-657e-48f1-b570-9aa8106c1afb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.378762608Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"df2ccdcf-0830-4349-ac22-713f16ec055b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.378942107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"df2ccdcf-0830-4349-ac22-713f16ec055b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.379039574Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"51ba6417-4147-4ccc-a881-9613296b02c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.379080463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"51ba6417-4147-4ccc-a881-9613296b02c7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.409755646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d06ec85d-d191-4968-85c1-61b56f2d1bcb","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.425163252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"f16bed3d-5338-4501-9eed-73a0d0b4e4ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.506807367Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b4c96301-4bb8-4f72-851d-bba6aa61d7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.506886019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b4c96301-4bb8-4f72-851d-bba6aa61d7a8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.507173677Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f87b2476-3e44-4454-aef8-ce5d4fd37a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.507214057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f87b2476-3e44-4454-aef8-ce5d4fd37a4c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.509379198Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"a62feca2-a34e-4485-a21e-bc324d512500","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.509431846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"a62feca2-a34e-4485-a21e-bc324d512500","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.53687778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-subscription","reconcileID":"824d56e9-43eb-4790-a283-2eb4bf0f7837","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.592362313Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4d3ab7d0-2152-4ca1-913f-627b52ee1fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.592440544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4d3ab7d0-2152-4ca1-913f-627b52ee1fe8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.703963005Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"24484f1d-6e81-4de8-8722-9a060122dde6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.704086477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"24484f1d-6e81-4de8-8722-9a060122dde6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.704197979Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"fc7efc89-cb9c-4c00-bd40-4d956d5b2f0d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.704280017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"fc7efc89-cb9c-4c00-bd40-4d956d5b2f0d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.704376689Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d941d732-16ff-4740-ad89-a740622744d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.704416759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d941d732-16ff-4740-ad89-a740622744d4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.827705801Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f5c7a93b-92c7-4344-be48-baff20dabaf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.827782176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f5c7a93b-92c7-4344-be48-baff20dabaf4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.827683195Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"3d811a81-3b71-4086-9c81-955a729b9eab","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.827854436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"3d811a81-3b71-4086-9c81-955a729b9eab","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.828072018Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"786c3d9b-2f4c-43fd-ae08-744e80408637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:48.828151887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"786c3d9b-2f4c-43fd-ae08-744e80408637","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.034165537Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2ddbda9e-5f80-468e-8e64-76baa1ff5328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.034275088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2ddbda9e-5f80-468e-8e64-76baa1ff5328","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.034172087Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"9e94807e-93a9-43b9-9acf-40ebcd25d2a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.034353758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"9e94807e-93a9-43b9-9acf-40ebcd25d2a4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.034507813Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"8ee97209-a434-45ef-bcf6-a4b3bafcf73c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.034602056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"8ee97209-a434-45ef-bcf6-a4b3bafcf73c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.233682936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"1b910caf-d98d-4469-ab94-24705e759365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.233701471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"df5ce3b0-e360-49eb-9409-f22ad66b01a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.254689093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"df5ce3b0-e360-49eb-9409-f22ad66b01a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.254939946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"1b910caf-d98d-4469-ab94-24705e759365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.414416477Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"2747cd97-53f1-42d2-8ba8-6535e4d9d120","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.414533521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"2747cd97-53f1-42d2-8ba8-6535e4d9d120","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.415122703Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"acb5346b-8596-4512-9e81-b672d74e91f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.415202068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"acb5346b-8596-4512-9e81-b672d74e91f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.415684819Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2ab54548-813e-41c7-9fd8-05bdcba65012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:49.415757443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2ab54548-813e-41c7-9fd8-05bdcba65012","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.684356009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"8d399c93-e8fc-4f76-b42f-f82176248109","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.684854831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"d392813a-f6be-401a-8884-b66a88a5a2e6","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.730372161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b8ee113b-3480-49b6-933e-7137a9417f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.730372042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"dffe8a9f-5b5d-4a61-9f92-57a7aedfb106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.745067739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"b7cd95e9-9737-4831-9d22-ffd40a6b5d1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.745965117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"393ca17b-8bd0-431f-910f-26df7b7ef244","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.748859198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b8ee113b-3480-49b6-933e-7137a9417f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:49.74919029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"dffe8a9f-5b5d-4a61-9f92-57a7aedfb106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.133257475Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"17e8f109-d090-48ff-bfc2-e25ce02eed04","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.133357206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"17e8f109-d090-48ff-bfc2-e25ce02eed04","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.133682293Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"aa0db813-99ae-4306-a067-1386951869e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.13372935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"aa0db813-99ae-4306-a067-1386951869e0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.133999536Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"be1db2b9-0499-4240-9ddb-aa0616d9c1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.134036359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"be1db2b9-0499-4240-9ddb-aa0616d9c1bc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.890307654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e6771d9d-7b66-4927-b629-a398e0614ad1","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.933273129Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"12e637b9-9d4b-4fe1-b08d-14aa1af9bfc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.933273329Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"1abed357-cbd0-45bd-873d-b82b1cd68080","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.933343101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"12e637b9-9d4b-4fe1-b08d-14aa1af9bfc7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.933354969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"1abed357-cbd0-45bd-873d-b82b1cd68080","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.93368442Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"656c9e18-54a8-40ec-a3c9-7c26319aa7cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.933730684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"656c9e18-54a8-40ec-a3c9-7c26319aa7cd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:51.6217937Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:53.537122618Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"f060b904-4ef4-4b59-bb5a-74a627bbe1fc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:53.537195044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"f060b904-4ef4-4b59-bb5a-74a627bbe1fc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:53.537115728Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"25220018-5c33-418a-9b5c-4acf1e428cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:53.537244322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"25220018-5c33-418a-9b5c-4acf1e428cfc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:53.537349079Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b5553407-efec-462d-81f6-08b4adf55c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:53.537408165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b5553407-efec-462d-81f6-08b4adf55c47","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.300307646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub1","reconcileID":"22127300-ce36-4ced-a705-0830cc996353","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.356879068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"5ef32144-a4ba-42c6-96c3-ee157df063b7","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.398197129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub2","reconcileID":"9d251330-d6ca-49b4-ab76-46a8376f01b1","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.456123939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"52768306-d4f3-41bd-ada5-9437ff543211","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.474851639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"d32ed4fe-8514-40e1-ac33-2303e90a83e7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.474869333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"865791d7-2d70-4513-b856-a618f98d2293","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.494837465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"865791d7-2d70-4513-b856-a618f98d2293","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.49716351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"d32ed4fe-8514-40e1-ac33-2303e90a83e7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.576614348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"bfe56f9d-c777-48c5-ad8b-eb17ca7a69d6","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.577352252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"ce5debff-b4f6-4b8c-9a3d-4354b08628db","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.599236728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4a5985fe-b3f9-44ca-b2ac-64a89319dcd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.599380293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"bf663de8-11b7-492a-a59b-45a97be9cb99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.619406759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"bf663de8-11b7-492a-a59b-45a97be9cb99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.623258676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4a5985fe-b3f9-44ca-b2ac-64a89319dcd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.702479381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"2fcea87a-1446-4f6c-9c0a-1d837bef6713","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.702479772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"4ad49f58-4744-4c16-82e2-1a2c8ab2929d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.722723887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"2fcea87a-1446-4f6c-9c0a-1d837bef6713","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.72289186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"4ad49f58-4744-4c16-82e2-1a2c8ab2929d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.804129903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"edfd64da-f940-4665-95e3-392f402aa65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.804142576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4863b580-bfaa-40dd-9dbb-05cc02a23bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.824159342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4863b580-bfaa-40dd-9dbb-05cc02a23bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.824233066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"edfd64da-f940-4665-95e3-392f402aa65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.924099526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"601da5ca-72d3-40b7-a806-2492982cd5f7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.924343618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"28c7ed4f-2dad-4c38-bc56-50ec1eaa4345","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.945307913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"28c7ed4f-2dad-4c38-bc56-50ec1eaa4345","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:57.950136676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"601da5ca-72d3-40b7-a806-2492982cd5f7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:58.700767899Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3fc7ff8d-61ef-4934-b958-2049e95a7e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:58.700855307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3fc7ff8d-61ef-4934-b958-2049e95a7e8b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:58.70106263Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"4de39331-d2fd-4c8d-a8a9-6cba647919e3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:58.701067605Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1e91f311-a6da-4aac-8d73-2b3d7e77d4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:58.701096508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"4de39331-d2fd-4c8d-a8a9-6cba647919e3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:58.701120929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1e91f311-a6da-4aac-8d73-2b3d7e77d4f2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: compose ai-tenant-e2e-worker-w2-0177f2/e2e-dedup-subscription@e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.439198403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"f8a4e175-b850-45fa-b116-d02fab4e4edd","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.487899848Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub1","reconcileID":"15661992-36f9-4851-b1c7-69e775b40922","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-08cc88ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.512034987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"509c5f8e-4efd-4096-9208-d4837cb7f0fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.512256905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"f6acd1f8-830a-4b7f-a99b-bc65553673e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.512034969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"b74bc71e-786f-4799-aca5-27bd7d60d1ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.512687592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"7053ce7b-9cf9-4b6f-bf8d-96b49ada162e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.531114289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"b74bc71e-786f-4799-aca5-27bd7d60d1ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.532340061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"509c5f8e-4efd-4096-9208-d4837cb7f0fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.533842127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"7053ce7b-9cf9-4b6f-bf8d-96b49ada162e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.535651373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"f6acd1f8-830a-4b7f-a99b-bc65553673e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.7297701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"dc45dc54-1e71-4e01-9dd1-3dcda8a77222","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.729926884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"8f1729e3-1883-4e2a-bb8f-d0fafaefbac3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.72976994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4046c524-eb1a-4fdf-8321-5aba004a7bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.730249405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c3531365-feff-486e-99b5-760603961c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.748405823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c3531365-feff-486e-99b5-760603961c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.748551981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"8f1729e3-1883-4e2a-bb8f-d0fafaefbac3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.750862417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"dc45dc54-1e71-4e01-9dd1-3dcda8a77222","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:59.750941285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4046c524-eb1a-4fdf-8321-5aba004a7bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:00.939412535Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-subscription","reconcileID":"6a963e2f-16bc-4717-81e9-aa6e05ee6eaa","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.004303566Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-subscription","reconcileID":"6a963e2f-16bc-4717-81e9-aa6e05ee6eaa","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.067003751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"c638e30e-19e8-453b-90be-9ce5107da460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.072895147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"958d5254-acb4-4fb4-9377-f53a6c44496e","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.10043822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"f326007e-bdd5-4b51-8371-3079d8222860","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.1185386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"95e1bbe9-0de7-49ee-bed1-856a0de3352d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.118559534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"db2e4025-f081-48b4-9b6e-dc2b78981f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.118962047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"076fa182-34ee-4513-860d-e7b1fe9ff17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.137466374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"db2e4025-f081-48b4-9b6e-dc2b78981f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.137531419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"076fa182-34ee-4513-860d-e7b1fe9ff17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.139647955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"95e1bbe9-0de7-49ee-bed1-856a0de3352d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.219963278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"f30fe11a-5429-406d-a4a5-bbf2e7ac6aba","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:01.223244335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"95e1bbe9-0de7-49ee-bed1-856a0de3352d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.223418508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-dedup-auth","reconcileID":"be859dd7-6546-4f53-9afd-bba06bcd4f58","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.223544313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"110a09e2-5c30-4944-a4b3-97bfd73e145c","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.224036858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d2be5df3-df10-4717-b47a-d4ebebfb5ac7","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:01.406300563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"39425285-4ee8-4c39-84e3-d92af5afe553","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.405814103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"dc07eb77-2240-4c38-80dc-351eb0b8c83c","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.406332342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"64f41519-be94-4fda-8117-829627296e09","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.426127696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"393c3837-aba2-4b37-b1d3-46b33e0588d8","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.426407899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"e9b1fe34-d31f-4ab9-8624-6fe30b52c4de","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.500465898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"c7e5830b-da27-4cd9-a70c-9dcd854e447d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.519426784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"c7e5830b-da27-4cd9-a70c-9dcd854e447d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.60195275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"6e900a9a-1297-4972-9c65-74aa585127ad","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.622646456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"5be3c274-7958-4c8c-828b-e40c4bb15ee1","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:02.633781266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"3d1bfc7a-6ae2-4fb9-8cd1-c43e832b7b97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.64181222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"9aab76a3-5a63-4015-b895-2d08b770afb8","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.665072491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"5a1ecd69-87a6-4179-8f57-e0c2bc7b2a58","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.665446298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"09028550-602f-4c26-988c-81c9628a5a0b","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.67230113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2c2ef102-0836-4d81-aa71-7df604f058b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.672304905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1d4481b5-ae3a-4815-bb72-7c7e551dad71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.685794865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"5d41a368-eb6a-4b6e-9356-0d68610c52cf","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.686262048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"616c3b4d-7792-4e6f-b793-e3ec59b612fc","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.691393527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2c2ef102-0836-4d81-aa71-7df604f058b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.691804808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1d4481b5-ae3a-4815-bb72-7c7e551dad71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.747989725Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"3736241c-2852-4ca3-ab1e-5d54565c1821","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-w2-0177f2","model":"distinct-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.791781718Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"3736241c-2852-4ca3-ab1e-5d54565c1821","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-2-w2-0177f2","model":"distinct-2-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.806203338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"b99b1474-669b-418b-82a8-8dee0abbb85e","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.807052121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"77daaeac-707b-48fb-a59c-24504a0c39f1","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.868438946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"e776add1-2f19-4516-b13f-5635f5a2f068","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.868882224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"49290a26-fa71-4e09-b655-b66f9eb1f3bb","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.8758806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"44822de1-2564-404b-817f-c6546e902b24","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.898510406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"44822de1-2564-404b-817f-c6546e902b24","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.933328113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"a3f3c5d5-a5b5-4be6-ae69-f16777f588cd","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.975120186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"a3f3c5d5-a5b5-4be6-ae69-f16777f588cd","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-2-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.976937775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0f5d15f7-013e-4c03-9b5f-350b68aee141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.976953759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c30aa9a4-8102-4edb-8293-00e4a46daf59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:02.99742486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c30aa9a4-8102-4edb-8293-00e4a46daf59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:03.00527102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0f5d15f7-013e-4c03-9b5f-350b68aee141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:03.053878648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"dee8f91a-b9d6-40f7-b5c5-cf4459707c74","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:03.054311042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"22e2f9d0-2a1c-4b15-8d47-a0644ec28176","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:03.097016256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"44822de1-2564-404b-817f-c6546e902b24","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-distinct-models-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:03.175638015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"d1682394-9d01-4b89-afe5-522d7ad6af41","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:03.195321961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"d1682394-9d01-4b89-afe5-522d7ad6af41","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:03.767216156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"8db00afa-87e1-4df2-8dd1-b742caad6153","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.366548576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"3395e2c7-30a7-4933-91c6-212d4566b6ea","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.385085648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"490855aa-13f8-4b50-9d2e-f03c434bb933","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.455447769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"59034893-6296-454b-97e9-383d25a8d1ec","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.474821378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"59034893-6296-454b-97e9-383d25a8d1ec","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.555301437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"b665c4fa-ef91-4a60-b4ef-164e268b0800","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.571791939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"fca4259c-588f-4ad3-99ee-5b0c3bf2b416","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.59205844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"116fed89-5568-4115-b269-2c62e15c6146","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.592707927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"e89e0c6a-bed0-434c-957e-a64e470790f3","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.601235271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"259cd4f8-94f8-4f39-a752-bdd3037e7465","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:05.621400945Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e1a5e3/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.621862299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"85e553b6-98a9-4f4c-8ad2-da89a778699d","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.625492913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"259cd4f8-94f8-4f39-a752-bdd3037e7465","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.642288187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"0ce8db4b-0c4a-4530-9888-1b42783eee33","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.708443948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e0d17c1a-972a-4cfd-9d38-97e076d34774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:05.709031798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"259cd4f8-94f8-4f39-a752-bdd3037e7465","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.710316982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"afa65d43-b654-442f-b02a-436e8c5b6218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.731521123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e0d17c1a-972a-4cfd-9d38-97e076d34774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.731932876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"afa65d43-b654-442f-b02a-436e8c5b6218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.733203624Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-sub","reconcileID":"0e8466cf-0d91-4dde-8106-9cd24654bde3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.765840514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"4f5cdd15-faf0-44e2-b5bb-a021657b394a","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.785642227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"d2a75010-bc2a-44c1-b3c3-8c502087b4ec","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.806129448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"95045b6c-d6a9-4024-aec0-939d4c599fb6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.808803061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"8e93aca7-ab92-4d38-93e5-f1b6af2dcd86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.810029664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"ba6341b4-b30b-4841-b52c-59154f970caf","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.822086015Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"edddcc4e-4688-42ce-9fba-a954119ceca4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-71aa7b53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.826638481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"95045b6c-d6a9-4024-aec0-939d4c599fb6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.83874327Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"2dda9794-fb22-4fd9-960b-0c8b19093b5d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-71aa7b53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.842306085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8463cfbf-d33b-4023-8b13-f5888031fc0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.842714126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8dc7ef53-7ce7-4812-a7f8-32ce32bad31b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.860227486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8463cfbf-d33b-4023-8b13-f5888031fc0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.864568683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8dc7ef53-7ce7-4812-a7f8-32ce32bad31b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.905397585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-sub","reconcileID":"24946224-6dd3-4180-ab32-c87c944e62fd","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.921490198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b6264125-cdd5-4c69-a81e-d5c7507bc7ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.921490196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"45cd49b8-be3e-454c-b908-e98727323a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.940207798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"45cd49b8-be3e-454c-b908-e98727323a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:05.941052644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b6264125-cdd5-4c69-a81e-d5c7507bc7ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.049711775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1bf41f93-94c7-44fe-bb24-c4bf87df5ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.049715366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0edfbc2a-e595-45b6-bb6c-7139b304c3a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.050024282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"78a68d35-1620-4ec4-9f2e-0298218bbaf3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.068004603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1bf41f93-94c7-44fe-bb24-c4bf87df5ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.068251194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"78a68d35-1620-4ec4-9f2e-0298218bbaf3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.070508537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0edfbc2a-e595-45b6-bb6c-7139b304c3a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.263298915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"bd98e2f9-5f31-4630-b494-e5d7a1f4936f","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.263849588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"b2eb42bd-5f39-4dde-8374-90eecc69f018","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.292843119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"d1a52e10-b724-4316-9984-e23b24714668","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.293637543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"d28851e0-2c75-4a3c-bd13-7c8f6fde598e","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.314404209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"17488734-a773-47c3-9249-ecf199edff4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.314970733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"375a3935-a284-47e0-9315-37b4de9567c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.330248051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"aef8135b-8caa-4663-ba3f-5510c4fd746c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.330292015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"9859e619-872c-4de6-9d65-457c754fed6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.336837039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"375a3935-a284-47e0-9315-37b4de9567c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.336890714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"17488734-a773-47c3-9249-ecf199edff4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.538617592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"cc874453-7ca6-430e-a70d-17a632adb34f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.538620445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"db2615e2-f2f7-40c9-ac85-6bddfdf3d304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.556785822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"db2615e2-f2f7-40c9-ac85-6bddfdf3d304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:06.55680617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"cc874453-7ca6-430e-a70d-17a632adb34f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:08.341369278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"89c22b5b-f4d5-401e-a3f5-68e800b6a89b","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:08.384434694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"71c92da6-2b6c-4c97-92c4-d299e06bcb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:08.38443379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"c2e47a86-2d2f-47a9-b646-4c3cf8aa4618","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:08.384704469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2a86d182-2ce5-400c-a123-0edafc9e1f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:08.402373653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"71c92da6-2b6c-4c97-92c4-d299e06bcb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:08.402751188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2a86d182-2ce5-400c-a123-0edafc9e1f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:08.404749897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"c2e47a86-2d2f-47a9-b646-4c3cf8aa4618","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.50381668Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub1","reconcileID":"29efc1e0-75f6-4565-ad36-184e7bc71186","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.519430236Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub1","reconcileID":"29efc1e0-75f6-4565-ad36-184e7bc71186","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.534286589Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub1","reconcileID":"29efc1e0-75f6-4565-ad36-184e7bc71186","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.691899772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"454a1b17-43d4-47fb-9b0b-05949440d8b4","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.763104564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"936245c8-8896-4ab1-b92d-8184de211f9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.763279182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"6ddb2c34-c29e-4514-b63f-ab33388173eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.763104616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"41d73f7b-4348-4949-8eaa-00c545c109b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.763660989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"1a8a54d8-33d8-440b-8106-4f8620773575","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.781350583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"936245c8-8896-4ab1-b92d-8184de211f9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.782103449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"41d73f7b-4348-4949-8eaa-00c545c109b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.783992258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"1a8a54d8-33d8-440b-8106-4f8620773575","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.784868758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"6ddb2c34-c29e-4514-b63f-ab33388173eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.844021523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"48e9da38-73f6-4b87-9ffa-125c0657fe62","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.895457779Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub2","reconcileID":"bb738bd2-ac30-4c27-8780-cbe6ae964e91","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9827ee0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.980965652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"fa3f8210-c432-472c-a816-6718ba6e4fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.980976192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c04c5545-b468-4587-8aa8-3220ec86aabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:10.000370527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c04c5545-b468-4587-8aa8-3220ec86aabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:10.001411294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"fa3f8210-c432-472c-a816-6718ba6e4fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:10.080254951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"74f888bf-6cc9-4606-9d89-fdfe8919c6ad","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:10.080257148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"c9b9aa44-7d1a-4383-8670-002e16ca50ef","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:10.098446507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"c9b9aa44-7d1a-4383-8670-002e16ca50ef","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:10.098449484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"74f888bf-6cc9-4606-9d89-fdfe8919c6ad","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.136438307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5f372414-1ca1-433f-9f7b-74a4d9dd2e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.137484319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"275e2760-9372-4fff-b1af-189981b15177","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.146965592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4924c53e-6828-4aa8-8aa8-240cae145f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.167516427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5f372414-1ca1-433f-9f7b-74a4d9dd2e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.176008993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4924c53e-6828-4aa8-8aa8-240cae145f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.177385709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"275e2760-9372-4fff-b1af-189981b15177","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.333308742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"344fd277-e928-464f-9544-381f0868fc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.333974907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4bebd014-aab9-4a69-b493-64f209f10dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.364014387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"344fd277-e928-464f-9544-381f0868fc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.364320959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4bebd014-aab9-4a69-b493-64f209f10dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.364945777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"7e1b7173-674e-4caf-859a-2cf45b2d4c30","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.383921099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"7e1b7173-674e-4caf-859a-2cf45b2d4c30","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.60477886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4992a57e-bdb3-4394-bda0-dca67852d542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.605501508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"d9180afb-2f38-4fde-b830-5caee6a56559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.632224571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4992a57e-bdb3-4394-bda0-dca67852d542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:13.636230878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"d9180afb-2f38-4fde-b830-5caee6a56559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:15.853394877Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"1a522ea8-1ace-4a8d-a470-c57b15aff87f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:15.867789813Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"1a522ea8-1ace-4a8d-a470-c57b15aff87f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:15.883148198Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"1a522ea8-1ace-4a8d-a470-c57b15aff87f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:15.899345051Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"1a522ea8-1ace-4a8d-a470-c57b15aff87f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:15.913517558Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"1a522ea8-1ace-4a8d-a470-c57b15aff87f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:15.983885284Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-subscription","reconcileID":"1a522ea8-1ace-4a8d-a470-c57b15aff87f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.136348791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"aba50a5d-15f1-4dac-8e0c-7f32196a125c","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.154686347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"44d2413b-fbae-408b-8a42-01ccedad8d04","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.207101852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"6df5d3e3-1264-4a51-ba5e-dbc34ed88c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.207245153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"c83f2d1d-887d-4d36-8000-c2c7aaf376a9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.207101615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d3b1c9e7-b7e9-44d5-8f69-a62294c37bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.22607083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"6df5d3e3-1264-4a51-ba5e-dbc34ed88c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.226872803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"c83f2d1d-887d-4d36-8000-c2c7aaf376a9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.228532646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d3b1c9e7-b7e9-44d5-8f69-a62294c37bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.295455517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"a3a59040-9492-440f-8795-27097c9ab15a","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.295803823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"ff5e3fbf-d474-423e-be64-0c6c6bb8475b","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.359079456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"92df8759-28b7-4cdb-b2f3-d7a41f51a64f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.458018694Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-distinct-models-auth","reconcileID":"92df8759-28b7-4cdb-b2f3-d7a41f51a64f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.580004997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"083501c7-02dd-40e4-b598-29b38cf55ad6","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:16.580263341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"3a8834e3-b325-40a2-aa50-5770d75bf56e","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.549116152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"84b52c4e-fea0-43de-8608-b41ff082ddcd","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.565548751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"491d325d-bc51-4509-a434-1264935a427a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.614205209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"0115ad59-fd0c-4090-9e59-cd3d731606ef","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.632700481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"0115ad59-fd0c-4090-9e59-cd3d731606ef","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.712145262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8906f36f-3944-4901-bb53-a7499e585768","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.75423057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"94adf699-e3b8-4844-980a-6ee361d737fd","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.754787234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"a083ba93-b83b-4096-b50e-63f56eda8fac","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.773152244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"1f81f700-5efe-449d-afbe-4d24f43e0fb5","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.773338047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"a083ba93-b83b-4096-b50e-63f56eda8fac","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:17.785085426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-valid-sub","reconcileID":"bba872ce-2877-4d14-8e7d-45eac339eea5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.824937209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"53c58057-e268-4cbb-abaf-0bddbd225b4b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.842304552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"bc315b43-4968-45ed-b369-693cbf5d55e3","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.855514189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8fd89a45-74bd-4785-ba77-0c3eba3d8293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.85585433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"42f94b51-2f3a-4dad-8d91-851f2b7b1058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.857750417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"8697847a-aa95-46f6-97c5-ad31fccb9ec3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.874698861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8fd89a45-74bd-4785-ba77-0c3eba3d8293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.874939784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"42f94b51-2f3a-4dad-8d91-851f2b7b1058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.87745463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"8697847a-aa95-46f6-97c5-ad31fccb9ec3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.92241538Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-valid-sub","reconcileID":"d0ace6cd-61c7-4964-a9df-047df4f78151","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.961573017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"43ab346d-5b21-4589-8f1f-161070b141ba","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.961572055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f90c8068-719c-4e07-a2f5-bf533f9afafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.961823418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c56c7a4a-0f61-4215-8592-f7602db87d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.973864944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e53dad32-7798-4a4c-b155-644bf7aecd30","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.979304613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"43ab346d-5b21-4589-8f1f-161070b141ba","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.980660188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f90c8068-719c-4e07-a2f5-bf533f9afafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:17.982064049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c56c7a4a-0f61-4215-8592-f7602db87d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.005364466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"2690ffc1-adf0-40dd-993d-3ab6e65289a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.102474126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-valid-sub","reconcileID":"90a4506f-21b4-4de3-aa49-87336adffec5","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.177650681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e0184eb6-2b44-442e-9e4b-f5ea05379dc9","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.318957359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a5730bae-7762-45e7-9ff8-bd2a1e89ef9b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.389423064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-sub","reconcileID":"c4bd8fd9-0e04-4ef7-bf05-6ae0ba7cab4d","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.437886284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"52f8cec7-49fd-4d85-ab91-725c8b6b53aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.438540817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"164cfacf-fdad-4aca-9176-0a877b3a3dc0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.43913981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fad0c1ca-bf61-452b-bb5b-2d0fc794bedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.493424092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"52f8cec7-49fd-4d85-ab91-725c8b6b53aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.503918008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"164cfacf-fdad-4aca-9176-0a877b3a3dc0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.527921502Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-sub","reconcileID":"c4bd8fd9-0e04-4ef7-bf05-6ae0ba7cab4d","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.528077018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fad0c1ca-bf61-452b-bb5b-2d0fc794bedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.649425981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"3584cb00-cf50-48d0-a046-d74b721e418e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.67582178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"f662c0f6-18f6-4e72-87a2-993ef4416436","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.72170894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"25061157-659d-4ef9-9adf-182ff78eab28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.721940869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ee8f51f2-50c8-43f2-94fe-d2a495f1c723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.72170459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"80daaa7c-8ff3-410a-b67d-eff1b6992e1a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.739824112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"80daaa7c-8ff3-410a-b67d-eff1b6992e1a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.739898773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"25061157-659d-4ef9-9adf-182ff78eab28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.742381431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ee8f51f2-50c8-43f2-94fe-d2a495f1c723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.822899062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"248dcab9-009b-44ae-9e51-ee4bddfb53fa","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.857323299Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-api-key-scoped-auth","reconcileID":"2d9402dd-e22f-46e2-bd57-2195c7d645e9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:18.96650441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"aa3a943a-7000-4311-878e-cbc8781ad9d4","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:19.911119612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub2","reconcileID":"8ce347c8-bb84-4679-8199-fd793da3c3ff","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:19.926332104Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub2","reconcileID":"8ce347c8-bb84-4679-8199-fd793da3c3ff","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:19.940755045Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-sub2","reconcileID":"8ce347c8-bb84-4679-8199-fd793da3c3ff","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.025299696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"4297b9be-985f-4b1c-b8c0-1126ad3087ce","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.098008486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"050afb9b-299c-4526-b483-95c8876dc7ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.098428709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"84804080-2a3c-4645-8ac2-15f26014ed97","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.098714176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"13a545ea-6351-4ec8-abc3-d71e8aaa89a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.098894477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"8aca1d6e-ad76-407a-b946-4f6a6cda41d2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.119418928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"84804080-2a3c-4645-8ac2-15f26014ed97","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.120069916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"8aca1d6e-ad76-407a-b946-4f6a6cda41d2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.122049501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"13a545ea-6351-4ec8-abc3-d71e8aaa89a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.122343078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"050afb9b-299c-4526-b483-95c8876dc7ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.176779161Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth1","reconcileID":"dbe674d4-49d7-49dd-9a10-4d037916747a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.176862455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"80d23947-3552-40a4-92b5-5971a329042f","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.234523568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"15c4acea-b8d4-4325-bf53-7eaf75ac49e8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.255044809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"15c4acea-b8d4-4325-bf53-7eaf75ac49e8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.258323076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"bb0b15ac-58e4-4b5b-a561-8a4b083d3d35","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.319983035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"7d1ab5b1-e851-4671-8c42-3a3af20d4948","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.392799344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"9494737e-33fd-41de-8bfe-3bc78b598793","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.418542322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"51774d3c-eb1a-489e-98c4-e9beef2e94e5","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.420970457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"9494737e-33fd-41de-8bfe-3bc78b598793","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.460288752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"1b0e2319-583b-416d-ad8f-d841db0e60f6","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.479740369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"1ee1ab48-1a28-4668-9ddf-3e1e3916ddf6","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:20.491221623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-user-sub","reconcileID":"c783c02a-dcc8-4def-ae5d-2428664f3287","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.505212407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"41a60e9d-11a3-4db5-8612-63ede3839bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.505919688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a6377332-ac6b-4963-9dd0-2ba444d0d945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.524078018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a6377332-ac6b-4963-9dd0-2ba444d0d945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.524241539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"41a60e9d-11a3-4db5-8612-63ede3839bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.534797677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"43407134-d65d-4174-90c9-05230c95d697","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.553424299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"19262eef-0ca8-48cc-9f50-3a1fc824acf0","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.560888766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-return-all-auth2","reconcileID":"b4583782-9d83-479b-91fb-2d0058a551ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.560966152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"007f4dcb-9de5-4e90-8d72-bb5d887cfe9d","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.640371733Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-user-sub","reconcileID":"6c0a2a92-2616-43e9-99ae-d58972608fe3","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/e2e-models-user-sub","ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.652477646Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e1a5e3 priority=0:[ai-tenant-e2e-worker-w0-e1a5e3/e2e-models-other-sub ai-tenant-e2e-worker-w0-e1a5e3/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.65276876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"2562dce6-21b2-402a-9c4d-d28c1113a330","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.667923194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"0b76d4ae-3091-4c98-ac41-fbd17b78eb10","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.671736071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"01da6b6b-4a70-43ea-9e2b-d476f3449a7f","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:20.723005693Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e1a5e3/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.724258194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"50700c13-1011-450c-ba22-aee7bcf356a8","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.725972709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"43f819d2-fbf6-41e2-8ac9-ce004fb902db","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.7431314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"769f2044-19bc-4a00-b08c-1600466fd59b","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.751459044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"17ebbed8-4c5a-401d-8b3b-a005b8a8db0f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.768249024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"fd314b31-cb17-4ff7-8f47-07fa308e3314","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.770184015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"17ebbed8-4c5a-401d-8b3b-a005b8a8db0f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.77143659Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"fd0eadb0-308c-42a0-9e2f-02da28fa53d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/e2e-models-other-sub","ai-tenant-e2e-worker-w0-e1a5e3/e2e-models-user-sub","ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.818015985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c4551b78-7393-4d91-854c-6711a5762e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.818015767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"acc73ff8-bb8e-4571-9dc0-44e4cfb99f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.818494074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-user-sub","reconcileID":"cee45ccb-6d28-4b21-a7f5-b997afd58dcd","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.818860795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-other-sub","reconcileID":"8e0ceb1a-6a34-4d32-ab4c-7941361c01c1","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.839634793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"acc73ff8-bb8e-4571-9dc0-44e4cfb99f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.844786396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c4551b78-7393-4d91-854c-6711a5762e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.924393153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"a8d1fbe6-e166-455b-9679-4da3afc6c7c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.92621204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"c7b60d8d-02b0-4bc1-b2e9-c3908bf6cb17","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.996098788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"3ee34fb5-b732-4e24-a0d5-c5e3329a82e0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.016104042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-user-sub","reconcileID":"b2e15cd8-ca34-4447-9fa9-bdcd05d6f2f8","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.019187058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-other-sub","reconcileID":"fb7c43b5-f71c-4493-97a6-f1c2fcd0d9ce","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.021510538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"3ee34fb5-b732-4e24-a0d5-c5e3329a82e0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.433157735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"017dcced-9cd3-4d33-b4c6-4e123b3a38fa","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.4767998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"612cd193-fb54-4660-9185-efaf45f7dda0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.476965926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3da988d6-d797-4d55-84f8-a7a204586e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.47679999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"804704ab-6717-4ec6-b09f-81c47a5c8a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.503070061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"612cd193-fb54-4660-9185-efaf45f7dda0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.504100346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"804704ab-6717-4ec6-b09f-81c47a5c8a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.50738711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3da988d6-d797-4d55-84f8-a7a204586e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.62975279Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.838717331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-w1-0f97fc","reconcileID":"2e9812a7-7146-47a2-ab61-4f0954d08ca4","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.07236711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"41f4229d-3be2-4706-ac2f-155de836f7a3","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.0913089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"2c74ae16-d8e1-49ca-821e-b6b2d2ed42ad","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.196253703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"90c40da4-f9c0-49a9-8d62-1faa17245c5c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.214683288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"90c40da4-f9c0-49a9-8d62-1faa17245c5c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.283373274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"e178f060-2d46-4e50-829b-a4b3bd9a4898","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.312095998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"cfdebfa2-32c9-473b-8949-805ebbb1f1ea","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.313398709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"7b255e43-6ee5-428b-9644-dc3d6b07862c","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.325300081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e79c1499-4753-4ba5-aaee-0e28c747c9e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.325396218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c4724e4e-211a-4e39-8809-a2fdce1739df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:22.326775892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-32b438/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.331807018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"e8354d65-5eb7-408c-baf6-e45f5d9f8052","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.343474108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e79c1499-4753-4ba5-aaee-0e28c747c9e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.343596884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c4724e4e-211a-4e39-8809-a2fdce1739df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.383712011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"0a362548-a4c9-4a4e-9f1f-cb3683cc6e63","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.412905665Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-sub","reconcileID":"5253f97e-7c73-4ae4-970d-01a79adcdcbc","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-32b438/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.426172415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"cd82dbf2-2733-45f0-b8a9-bdb60a3d94c5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.445071465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"cd82dbf2-2733-45f0-b8a9-bdb60a3d94c5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.464763013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"60083565-10e3-4cc8-9351-ad60c0ee17d6","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.489108479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"3ee5b2d7-da86-4cd7-90ef-d942804d28ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.536764708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1b642e14-f911-4203-bcf8-32b2bb7a83cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.545694694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a38c4fbe-6287-4289-91ea-c4d382dde67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.565108905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a38c4fbe-6287-4289-91ea-c4d382dde67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.566431241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1b642e14-f911-4203-bcf8-32b2bb7a83cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.59023872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-sub","reconcileID":"133a980f-10b0-43a9-9aa0-62820a30137f","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:22.660138805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"cd82dbf2-2733-45f0-b8a9-bdb60a3d94c5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.707449885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"c6ec2ef8-aeaf-4a42-be8b-b08462f2dc69","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.725655722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"c6ec2ef8-aeaf-4a42-be8b-b08462f2dc69","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.904252386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"2b11accb-e9d4-4426-ad1b-af0e080bc9a5","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.947106627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"88a89ccc-d494-4240-92d2-08f01e4c35f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.94732058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"d31bb71b-54d5-44a9-9c97-660afb67acb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.947106755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"46dc4721-1f2f-4d7f-8095-1ff730d9e886","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.966352437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"46dc4721-1f2f-4d7f-8095-1ff730d9e886","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.967928854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"88a89ccc-d494-4240-92d2-08f01e4c35f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:22.970999354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"d31bb71b-54d5-44a9-9c97-660afb67acb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.169664314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"96a39402-c88b-461a-bc5b-e003113c4f8d","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.170107764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"79cbf884-2e83-42b0-9390-c83e3c00f863","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.170544211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-w1-0f97fc","reconcileID":"147bad97-a0a8-4e4d-bf7b-7033b8d47ae2","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.203372688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"238a62b9-af93-445e-96e3-45420eeb7abc","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.203784965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"fcd52d43-2d54-4cad-bdc5-36b26bcc6a91","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.204062227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-w1-0f97fc","reconcileID":"f6a571ed-4cb0-4e79-ac4f-2f2513898a75","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.214068606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"0276e889-9a31-41ee-8ffa-3b462181a032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.214068723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f10bfe00-ae97-45c8-b8b5-508bd82d3f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.232129951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"0276e889-9a31-41ee-8ffa-3b462181a032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.232153241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f10bfe00-ae97-45c8-b8b5-508bd82d3f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.232805058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"51938ccc-fa27-47c9-98e1-737d4be92128","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.232805893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"45aeb9db-3d20-4dca-b12b-75727df72fc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.411784635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a8ab8b8a-8953-4252-a9e8-3e07b7d2d119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.411784535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0c13e248-6e7d-4ec9-bc8e-97d081cdc143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.430384486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0c13e248-6e7d-4ec9-bc8e-97d081cdc143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.431628252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a8ab8b8a-8953-4252-a9e8-3e07b7d2d119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.369039133Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-valid-sub","reconcileID":"eb2d5c50-26b7-4d0c-a042-8bbd546b07f2","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.434255333Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-valid-sub","reconcileID":"eb2d5c50-26b7-4d0c-a042-8bbd546b07f2","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.493132897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"78bd7b12-dfd8-492a-91cd-df5e4e35219c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.582149169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e440cd42-1084-4fc4-bf94-5c9a5705db00","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.70213184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"36b93d78-ccb5-4048-b53b-f68db6dbee0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.702498565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"931bc3c1-eb0d-4445-b5dc-989184ebb697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.702835841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"523c2dbb-c031-447c-8c46-4a3df6f33c5e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.721520004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"523c2dbb-c031-447c-8c46-4a3df6f33c5e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.722168862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"36b93d78-ccb5-4048-b53b-f68db6dbee0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.724071575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"931bc3c1-eb0d-4445-b5dc-989184ebb697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.724603198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"7c324890-d38c-473b-a3cc-06bc63d0de25","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.82424249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-models-invalid-sub-auth","reconcileID":"704250b4-cbee-4085-81dd-4df2f296b0c4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:28.980160758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"abe3c5ea-f9e6-4098-a1d7-9e20338c5b37","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.41743401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"7d9324ba-a84b-49e4-8cf9-63c1149c7b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.418053453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"71298e01-6a7a-47d6-92ca-5b4e67c91a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.437681775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"7d9324ba-a84b-49e4-8cf9-63c1149c7b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.438183712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"71298e01-6a7a-47d6-92ca-5b4e67c91a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.537101235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"99010bde-3da1-4728-85b0-3b580b92cad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.537089827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"01f07537-0001-4383-887f-7e62d8083b4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.558372448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"99010bde-3da1-4728-85b0-3b580b92cad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.558434477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"01f07537-0001-4383-887f-7e62d8083b4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.644622247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"d526c494-3567-4ab2-9b9d-7905e7ba3550","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.648498536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"8155e9ec-6998-4d6c-8942-879304db01e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.64894584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"68af5752-042f-4945-988e-a1de4695b571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.668786201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"8155e9ec-6998-4d6c-8942-879304db01e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.669510111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"d526c494-3567-4ab2-9b9d-7905e7ba3550","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.671443288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"68af5752-042f-4945-988e-a1de4695b571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.997703801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ab278282-814a-4904-b58e-8b55492c8057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.99804366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"785e8e89-38a5-4c29-98bc-0dfebcf47f3e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.005710408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ab7e0e6d-101d-462a-96c2-fc27388cb5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.032875186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"e84fcb1f-c838-41ed-8db4-a32a24fd5dd2","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.051414072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"785e8e89-38a5-4c29-98bc-0dfebcf47f3e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.053377604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ab7e0e6d-101d-462a-96c2-fc27388cb5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.086726021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"23a64f64-9ac7-441b-96b0-c4f279d2cece","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.088393635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ab278282-814a-4904-b58e-8b55492c8057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.202314603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"8af09101-0e55-4ebc-a1d3-82db9141a625","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.250282755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"8af09101-0e55-4ebc-a1d3-82db9141a625","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.287769349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"f92718f2-12e9-4ac3-b8f2-909ae02ccaa3","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.290147858Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-0177f2 priority=10:[ai-tenant-e2e-worker-w2-0177f2/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-0177f2/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.376775175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2c88745a-0171-451a-9293-6d3101237f4e","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.379322912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"fb9b793a-4dd7-4967-827a-add8f18a35d2","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:30.412262335Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-0177f2/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.413309573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"96ce3c80-e764-4c8a-950f-9f95d6e1b332","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.46788142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"23a8a04f-eed0-4595-bcf7-0c9ef16039ce","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.468237793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"862b1ff2-e8fc-4ee5-8420-7d2fbaf12d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.473632829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"750c7a23-7886-4e16-9280-210e4a4ae849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.492417683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"9f49a3b6-3d63-47b8-9caf-482e3ef81738","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.493927451Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub1","reconcileID":"ee6f6872-ac06-44ae-b331-2c22c026c499","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-w2-0177f2","model":"distinct-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.497933422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"750c7a23-7886-4e16-9280-210e4a4ae849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.520257679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"862b1ff2-e8fc-4ee5-8420-7d2fbaf12d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.521302634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"d69b34fd-b27f-4449-9d81-a40aa3e9cb3d","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.57445498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"e7e0193d-bda5-4e10-a980-6e54dd4a0dca","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.592920465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"53253bc9-9f54-41f1-a03e-ac7c12d8846f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.618558343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"53253bc9-9f54-41f1-a03e-ac7c12d8846f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.670442578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub1","reconcileID":"485da56d-83dd-4aea-af8b-3f81db359fdd","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.708306239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"13955cc2-8abc-4680-9561-7b8d60e59870","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.709994927Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-0177f2 priority=10:[ai-tenant-e2e-worker-w2-0177f2/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-0177f2/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.722405102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"7dd5fa0a-eabd-4db4-80b8-3229c4cb2c5d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.740055159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"1c128b02-af1e-4266-8248-132724bcadb1","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.761133477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"3a7821fc-89d8-4ab5-ad83-4464627f0bd9","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:30.762255667Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-0177f2/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.762900642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"7dd5fa0a-eabd-4db4-80b8-3229c4cb2c5d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.788833835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"0e1012cf-04f2-428a-aa23-c2c70ece2863","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.799894653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3419f6c0-7689-4086-9526-769426a5b124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.800618656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fab809d9-f9e4-4f94-96fe-16644adc3d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.84097668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3419f6c0-7689-4086-9526-769426a5b124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.843348245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fab809d9-f9e4-4f94-96fe-16644adc3d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.873871212Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub2","reconcileID":"ca3e014c-9f04-4e1e-9d32-c2372ace3aec","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-2-w2-0177f2","model":"distinct-2-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.911510067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"a18846d1-806a-46a3-8857-6253609351a0","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.927977329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"df1c1f73-e825-4c8e-b056-cc9410d755d8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.951645686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"df1c1f73-e825-4c8e-b056-cc9410d755d8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.959701212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"9f2a7e88-2369-455e-b9c2-76eacc9586f2","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.990278267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"ef8f692c-fac1-45cd-b1de-1859a0d9ebd5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.012989756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"ef8f692c-fac1-45cd-b1de-1859a0d9ebd5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.024163894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub2","reconcileID":"5747d04f-3849-43e7-9278-38fa34fc48e3","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-2-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.240255292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8bccb810-5ab6-4d21-bc04-ca5fb9eb0a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.254315554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"29091250-d8b8-499c-b2a3-aa604331bf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.258235392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8bccb810-5ab6-4d21-bc04-ca5fb9eb0a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.268779605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"81bcad52-e83a-4509-83a4-e01346d56509","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.27381561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"29091250-d8b8-499c-b2a3-aa604331bf8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.286613617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"81bcad52-e83a-4509-83a4-e01346d56509","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.48883583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-user-sub","reconcileID":"5b7eade3-2658-40bb-97ba-b8d7655e8e55","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.582483211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-user-sub","reconcileID":"5b7eade3-2658-40bb-97ba-b8d7655e8e55","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/e2e-models-other-sub","ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.653115963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"34469839-7350-437e-a4ea-c0699137b93a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.653127872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-other-sub","reconcileID":"3be7e141-6029-424f-8495-8571f440d389","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.738735059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"337e20c0-c675-4d9f-9ff7-4170fb928212","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.738787252Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-0177f2 priority=10:[ai-tenant-e2e-worker-w2-0177f2/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-0177f2/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.760498974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"979f23f2-cdc5-45ce-a39f-5a27b9fb4c62","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.784517592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"15f61da1-8c4e-4306-8f85-fc0b947bd4c2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.78476941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a6ab4e66-48be-42db-8887-662756299bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.784516222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c995fd0f-b256-4f51-a9d0-08d42ce5c514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.804134418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"5d09d71f-81b3-4fd2-8801-fc66335b36e9","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.812359046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a6ab4e66-48be-42db-8887-662756299bad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.816084551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c995fd0f-b256-4f51-a9d0-08d42ce5c514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.824069453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"15f61da1-8c4e-4306-8f85-fc0b947bd4c2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.861491745Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub1","reconcileID":"9e16ac42-df13-4444-8aa2-bd2aa09a9cf1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-69d6a74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.898432279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"8a4c8577-f0b6-4f82-9c7a-46bdd790998d","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.917044199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ec86555c-2780-4a9d-a1eb-fc2492641a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.917965739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8a47d6da-9979-41b8-bd13-223d609f98be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.937932267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ec86555c-2780-4a9d-a1eb-fc2492641a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.938952886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8a47d6da-9979-41b8-bd13-223d609f98be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.027514206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"0408a0eb-f1c8-441b-a312-c97b311feca6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.049409628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"0408a0eb-f1c8-441b-a312-c97b311feca6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.089898011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"7602d49d-60fb-493d-b6a5-fd763fc58c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.112314103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"7602d49d-60fb-493d-b6a5-fd763fc58c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.123967947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"041bc021-cd65-46c3-b069-69ac09deb208","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.137815847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"71ebfad3-407a-48fd-bee4-9ec39f3c6cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.138090347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"6b430cae-2abe-49d0-bb99-ea37d9135813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.137834631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"dd003c81-4fef-4366-b392-3d237edd0b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.142300466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"041bc021-cd65-46c3-b069-69ac09deb208","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.156773781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"71ebfad3-407a-48fd-bee4-9ec39f3c6cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.156812251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"dd003c81-4fef-4366-b392-3d237edd0b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.159285313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"6b430cae-2abe-49d0-bb99-ea37d9135813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.288362653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"386c716b-4bbe-4032-8c62-3250f9fc4189","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.313214752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"386c716b-4bbe-4032-8c62-3250f9fc4189","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:32.955448984Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-sub","reconcileID":"1fec5dfc-fb4d-4539-8f00-c1fd64263bf0","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.061854203Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-sub","reconcileID":"1fec5dfc-fb4d-4539-8f00-c1fd64263bf0","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.145242476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"16df291c-bf2c-4711-9179-81345f0948ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.152373348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"bcfc5183-34c9-4122-a85d-e11dc0318272","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.173614353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"4610a003-9af1-46de-8f89-c81fc347ec2b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.197639798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"16f367c3-0833-4cc6-9b5f-cedcbcaad9bc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.197984006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"906f2f68-dc8d-433e-a818-ae79906f6995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.198189714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b4809a0b-a6da-451c-a517-93851329be45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.219563797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"16f367c3-0833-4cc6-9b5f-cedcbcaad9bc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.219805897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b4809a0b-a6da-451c-a517-93851329be45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.221906416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"906f2f68-dc8d-433e-a818-ae79906f6995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.306290345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-user-token-filter-auth","reconcileID":"96cb5bda-7f38-4ebf-a844-04e10507f769","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.306817421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"324af417-358a-4318-9176-cac3ce41240e","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:33.468555788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"af2f0544-3f70-44b7-9035-f8b17dc9e7ba","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.477130136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"d06f3550-0114-49e4-b8c6-be05b428ea82","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.498175279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"57d887d7-7499-41f4-986d-b6ac18be96d8","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.558639511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a47a84d1-4b1e-4cea-9e67-7b4f99c8fc76","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.576902124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a47a84d1-4b1e-4cea-9e67-7b4f99c8fc76","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.664706268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"e151aa33-9ad9-4d4d-9edd-f5619a575f7e","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.717336287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"02473ed2-1455-439f-a479-e6c7daf947c8","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:34.792864217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7b7e95e4-2a1e-46d0-b7a5-bbb894ec4c00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.809364653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"8e1374e3-84de-4648-954a-b4e3e4f8f865","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.812718632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4dd37997-2d5c-4c14-a6d8-a7db5c2f1714","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.831507283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a150e058-c400-4948-b77d-7cd2a4d62bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.894972896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4dd37997-2d5c-4c14-a6d8-a7db5c2f1714","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.896021391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"329c81d5-febd-44b6-a771-5a5d7d78a376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.898297873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"b6b2b3af-e18a-4122-ae44-011f3f5587ff","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.902634621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a150e058-c400-4948-b77d-7cd2a4d62bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.926240304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"329c81d5-febd-44b6-a771-5a5d7d78a376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.92786159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"f12a86b7-f16e-4af3-8da0-c2ca368338f3","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.940742959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"50f8c1fc-3013-4a62-b6a1-c2b70154f1a3","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.996064833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"c53dea38-8c7e-491c-97bf-b79e5563220d","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.017259861Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f4bea4d6-fed5-43a8-a13b-f4cc2f30ea11","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","model":"distinct-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.072496448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"9104d2b7-c97a-453b-9fa2-36842f257fcb","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.073906783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"696db642-e5a9-419f-8712-b6f63836ca3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.093451359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"696db642-e5a9-419f-8712-b6f63836ca3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.137065573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"cc5f6897-9a9f-44a2-83f4-1a7c933b6a71","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.166965277Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-32b438 priority=0:[ai-tenant-e2e-worker-w3-32b438/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-32b438/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.167199567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"5f5a61ba-2065-4d7f-a546-57606c14914e","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.172964519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d658efe2-0801-45bc-9e66-090ab00002a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.173047303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"cdd09f28-459b-4c32-9490-98932bd2a501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.175460666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"739a4e8c-a7b4-447a-bbbf-7882e99f17ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.189146751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"748784cd-c863-417a-9afd-023ae5b6eab9","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.19368006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d658efe2-0801-45bc-9e66-090ab00002a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.193718957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"cdd09f28-459b-4c32-9490-98932bd2a501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:35.205220822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7bd73ea3-ec01-4d8c-9636-95ade6a79236","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.206687358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"739a4e8c-a7b4-447a-bbbf-7882e99f17ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.210029288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"d74e05f3-bba6-4322-ab55-985350a9904d","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.240811804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"963d905c-fefb-4bec-934b-6843f3a885a2","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.286125431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"a5e1a84d-440f-4def-aee3-0e52dbcfd11d","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.319098703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"955b9d3f-dc7b-451b-b431-64ef56c16e5f","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.374983641Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3a7bc7ef-ccae-4290-879a-b54329db93c8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","model":"distinct-2-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.384514702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0a2304c1-4bba-4914-a4c7-3d4862cd9b58","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.41043844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0a2304c1-4bba-4914-a4c7-3d4862cd9b58","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.43507964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"b7cb3e1e-d63e-489b-935d-2f3ebf211466","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.46321063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ff0a2201-99c8-4e27-b6b5-0633fedf4c86","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.463213214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"cd72fde2-9eca-4d58-91c6-7fc01da96854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.463553203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"84315e83-a49c-4b7f-81f9-c8488a9fcc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.481745936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ff0a2201-99c8-4e27-b6b5-0633fedf4c86","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.482883833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"cd72fde2-9eca-4d58-91c6-7fc01da96854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.486142876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"84315e83-a49c-4b7f-81f9-c8488a9fcc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:35.497814678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"02266f7a-4aa0-40fa-bb30-d227d6251da0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.533893478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"3657540f-6f3e-4cc7-8473-7f4b5f5e7812","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.586596782Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"70319de5-e50d-4783-b62c-143828bb039f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3d9b4cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.69722658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"95cf71c4-1582-4e34-aba9-596d85f6be16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.698024091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5c6d833e-5a86-42a6-8e40-dc2ea8860b4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.699418851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b81b2ec9-d08d-4f40-8c00-3f2aadff5c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.700541892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d937e4ec-0367-4a00-a099-e3366cb79be0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.719773824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"95cf71c4-1582-4e34-aba9-596d85f6be16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.725281861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5c6d833e-5a86-42a6-8e40-dc2ea8860b4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.801407971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d937e4ec-0367-4a00-a099-e3366cb79be0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.804572642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b81b2ec9-d08d-4f40-8c00-3f2aadff5c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.897232302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"abdeffda-ad16-4f5b-a3cc-c02305c89d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.897243818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"95c314cb-dea5-42e7-bcb9-822d2668989c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.916146401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"abdeffda-ad16-4f5b-a3cc-c02305c89d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.917197396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"95c314cb-dea5-42e7-bcb9-822d2668989c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.998241523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"48169750-d73a-4845-997e-d12b0522f34b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.998502133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"41685608-26c8-4d97-bae0-e1102cb3035e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:37.017715899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"41685608-26c8-4d97-bae0-e1102cb3035e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:37.017866211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"48169750-d73a-4845-997e-d12b0522f34b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.92246562Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub1","reconcileID":"8c9d4306-105b-4196-b967-a63a1163f0e3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.937882407Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub1","reconcileID":"8c9d4306-105b-4196-b967-a63a1163f0e3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.952542933Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub1","reconcileID":"8c9d4306-105b-4196-b967-a63a1163f0e3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.956394382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-other-sub","reconcileID":"75cfc297-00fc-49cf-a063-77c9b34149a4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.027492883Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-other-sub","reconcileID":"75cfc297-00fc-49cf-a063-77c9b34149a4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.047367492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"075af804-1d42-4854-8bb0-c298579f9dae","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.070686912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"73b827b6-e2c4-4946-9270-62f777233825","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.121449568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"6ef9455e-f24a-4e66-8eca-ccf1875cf794","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.121876934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"3205f86e-edb7-4ce1-b4ee-8b0eb22ec745","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.121965956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2d19bbe1-7b09-41d0-8739-0ee6b14d4f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.1225071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4fe5e030-205c-44a9-981f-b90d3fbb6f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.140203554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"6ef9455e-f24a-4e66-8eca-ccf1875cf794","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.141080124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2d19bbe1-7b09-41d0-8739-0ee6b14d4f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.142774514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4fe5e030-205c-44a9-981f-b90d3fbb6f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.143544548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"3205f86e-edb7-4ce1-b4ee-8b0eb22ec745","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.150249119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"32100a19-7724-4cc3-9228-0c4a9575272f","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.160354104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"af042f79-2e50-4731-9966-cb0da724e1bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.191832265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"eea02972-af57-486a-9f02-a4465e7760cc","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.198523646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"9fededc4-57af-4978-a7d7-2f47d28bf546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.236222195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"9fededc4-57af-4978-a7d7-2f47d28bf546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.25701816Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub2","reconcileID":"3672ac48-db52-4364-902e-65905769e929","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a851413f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.298668389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"8447a0dd-8380-466c-a0e0-37a2a4ea3155","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.337002592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"78f45df0-a8ee-4b0e-ab71-5cf4e0594965","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.337012671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"ba50d129-b485-4819-aef3-853de64dbfe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.35806937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"ba50d129-b485-4819-aef3-853de64dbfe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.358215393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"78f45df0-a8ee-4b0e-ab71-5cf4e0594965","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.369008192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"f642d0a5-6ecc-44dd-a0e4-2ebbfb15d898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.37224296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"cb92dd2f-6a54-43f8-a699-6381ff5d423b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.391077107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"f642d0a5-6ecc-44dd-a0e4-2ebbfb15d898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.396041767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"cb92dd2f-6a54-43f8-a699-6381ff5d423b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.426774441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"64188a74-0e54-4724-bcec-737f1426fd88","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.427384703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"c1acb58b-d913-4a44-a4e4-35bf397b8dfb","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.450998113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"7785bd3e-42ff-4dbc-866f-7bd96d133078","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.451468513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"e3476034-8a2a-4920-8814-4b74b0bb7aa5","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.459490944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"84afcd0c-2ce8-4683-a6d3-e99edd2abb7d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.479192817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"84afcd0c-2ce8-4683-a6d3-e99edd2abb7d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.488146253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"5bd57ec8-b92f-497f-b401-3fe24f9007d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.488263136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"dd3963a9-d76d-4281-98cf-bbbcf69a7cd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.490762224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-models-access-denied-auth","reconcileID":"e9f9215a-eeb5-4406-8755-b42209266f86","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.600820105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"c9a051d0-9578-49eb-974e-48c94e858087","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.601325633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"93aa67a2-3559-4449-b31d-440f40df1a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.601704499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"fd69a9c2-567d-416c-b86f-48996823bb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.634502943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"945f629e-8460-4647-b410-f129df4cfc0a","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.658406839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"93aa67a2-3559-4449-b31d-440f40df1a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.667314382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"fd69a9c2-567d-416c-b86f-48996823bb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.669572503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"c9a051d0-9578-49eb-974e-48c94e858087","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.670123562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ac0dce57-8ecd-4062-8200-772b42262a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.690699698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ac0dce57-8ecd-4062-8200-772b42262a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.740237626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"db8c574a-5706-48f0-8b57-79513014af33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:42.759639715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"db8c574a-5706-48f0-8b57-79513014af33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:43.928021435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"b817605d-8dce-4f05-b5dc-83d5bdbaf160","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:43.952996531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"49f6aa4a-1838-4754-99d8-58eca59e9fb1","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.023745472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"2a4562c3-fdac-447b-be65-45d3202f315d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.050390403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"2a4562c3-fdac-447b-be65-45d3202f315d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.130178145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"204ad251-3103-406f-bc1a-98ea985deba3","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.15166937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"1ad24025-edfe-4026-a6a3-f6b4e5922615","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:44.163666347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub1","reconcileID":"0f80fe4d-0873-4793-8b7e-dd296fd91267","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.18662842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"0c86aa3b-8994-4d31-b0fb-c58ea93550bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.190084387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"cfe3fd55-c350-45fa-96c6-73b89d7aa4b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.194679971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"a957aa93-208d-4323-8ae7-43b216ce4700","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.204727859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"0c86aa3b-8994-4d31-b0fb-c58ea93550bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.209274934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"cfe3fd55-c350-45fa-96c6-73b89d7aa4b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.212176946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"245c8d3a-d834-4e8c-b5f9-daebc5840f6d","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.237062323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"eb1e19c4-1718-4337-b21e-d21a02521408","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.273071995Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub1","reconcileID":"af35d364-fc55-447a-a212-df66b50ea79e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-distinct-w0-e1a5e3","model":"distinct-w0-e1a5e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.29568963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"1e30003e-8354-4452-964e-67fcbd155d51","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.314706532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"1e30003e-8354-4452-964e-67fcbd155d51","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.325574533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"93e70d68-6607-4a95-9584-53d8f77410b6","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.331642809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"18ebdd69-1ccf-4582-822b-31d70d677914","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.349862044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"a4049c15-4f57-4887-9430-ffd66742e8b2","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.387671319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub1","reconcileID":"de63191a-189d-4653-a2fe-4a03853f216e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-distinct-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.413546056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f8de6cf4-3ced-4a9d-aa3e-2dd5c8bb0b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.434175181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f8de6cf4-3ced-4a9d-aa3e-2dd5c8bb0b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.510856478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"f01ab29c-8095-447e-bc36-dc8536f5e9b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.510879108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"7c3bcf3a-46ce-42e0-9897-5849a6dd8038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.529839808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"f01ab29c-8095-447e-bc36-dc8536f5e9b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.530802674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"7c3bcf3a-46ce-42e0-9897-5849a6dd8038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.545536385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"40f13a5d-2745-4d6f-8713-0d302ee4efde","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.546374187Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e1a5e3 priority=0:[ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.56881118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"707c16e4-6bdf-4d2f-b756-ea299e484a0c","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.579389217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"d4863d87-86cf-41c3-8d53-045e59142a1a","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:44.58333506Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.598421277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"7b0d9f6a-4bd9-4dd6-aafd-fc09560dbdb0","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.62012701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"e3766f20-ba08-432a-b2b1-bbcd1a336958","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.639523557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"e3766f20-ba08-432a-b2b1-bbcd1a336958","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.667718658Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub2","reconcileID":"60a6aa87-8e87-493e-aced-80a2a5fa5ac5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-distinct-2-w0-e1a5e3","model":"distinct-2-w0-e1a5e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.735833267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"01525f75-44c7-4fbe-b1ee-078364177c52","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.738798069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"68ae0dbb-6754-4b78-8855-d242fc25985a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.743398438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"152a4681-69f6-4e8d-b669-2348570cb945","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.766650186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"68ae0dbb-6754-4b78-8855-d242fc25985a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.80513551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub2","reconcileID":"ae077dff-8fb1-4670-ab3b-48f87b76c0fb","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-distinct-2-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-2-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.826734927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"6665c68b-60b8-4a3d-b001-a23cc7991f0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.826768729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"a661ec57-56f8-4742-ab32-e233a716d2ef","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.844820996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"6665c68b-60b8-4a3d-b001-a23cc7991f0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.844871866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"a661ec57-56f8-4742-ab32-e233a716d2ef","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.921807827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"72f768eb-e7e8-43a8-80cd-54ae2a9bd0b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.941894692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"72f768eb-e7e8-43a8-80cd-54ae2a9bd0b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:45.925041206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"baf3b73c-0d52-43e8-9fb9-7667434d25a0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:46.060987539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"ca00d558-2ca2-4518-8eac-4a783e5d9a42","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:46.403405056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"5fe9947b-4024-4eca-91d6-35102fc4c9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:46.422115899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"278995ec-ea77-4140-91c8-934e3bdea37b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:46.46732183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"5fe9947b-4024-4eca-91d6-35102fc4c9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:46.723181367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"278995ec-ea77-4140-91c8-934e3bdea37b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:46.854031965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"aa72a55c-bafd-4b57-97c8-a24629837ada","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:46.878788693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"7d8d9e46-fac3-4e0f-9ae9-3893bf7b3226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:46.942166691Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"aa72a55c-bafd-4b57-97c8-a24629837ada","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:46.943269094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"f3876339-4e76-470a-8f30-763ec0ec0851","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.037791786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"759cde21-5844-4fef-8c7d-1e9f005522a8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.082882618Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"aa72a55c-bafd-4b57-97c8-a24629837ada","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.103203768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"f3876339-4e76-470a-8f30-763ec0ec0851","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.157421394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"759cde21-5844-4fef-8c7d-1e9f005522a8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.292150414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"7d8d9e46-fac3-4e0f-9ae9-3893bf7b3226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.359059282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"9c143138-f8a0-45b3-8db6-fbec07a5f710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.359790433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"fc76bfba-e792-4d24-99e6-323d8fea8612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.422642487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"fc76bfba-e792-4d24-99e6-323d8fea8612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.424793884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"ae4c37bb-adf7-48c0-970d-71d44ae1c6a6","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.442074948Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e1a5e3 priority=0:[ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.44410509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"538b059f-30aa-4c43-9aa7-3288f508b2be","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.445029761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"32b4c022-36c5-442d-a159-e8e5ca327289","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.490792096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"9c143138-f8a0-45b3-8db6-fbec07a5f710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.497069093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"538b059f-30aa-4c43-9aa7-3288f508b2be","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.506036248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"32990e9e-d3b4-4634-b9ae-eb90c065b556","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.571733994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"a79cf752-9d2e-400b-bebc-4d1aa15b97ea","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.606455952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"32b4c022-36c5-442d-a159-e8e5ca327289","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.777129819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"41f095bb-dbad-43f6-a23d-384710ead574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.855942713Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f795b13f-75bd-46f0-a3c7-3dfd24b9fc32","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-686aa087","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.864525699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"41f095bb-dbad-43f6-a23d-384710ead574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.873318983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"6b18311b-6e30-4053-93c4-1b575d74f571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.911378155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"6b18311b-6e30-4053-93c4-1b575d74f571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:47.960535039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4eae3069-2f60-4328-8e45-9a728300c372","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:48.07388545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4eae3069-2f60-4328-8e45-9a728300c372","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:48.076836867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"291ed2e1-c3ac-4070-b552-e47b4eea651a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:48.12046116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0374a3a0-59ac-4daa-9a6f-4733969a543f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:48.127031369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"291ed2e1-c3ac-4070-b552-e47b4eea651a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:48.212856647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0374a3a0-59ac-4daa-9a6f-4733969a543f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:48.272298108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8949a53f-6d54-49af-a1cc-9d379b590597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:48.292542466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8949a53f-6d54-49af-a1cc-9d379b590597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:48.737397665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-2-w1-0f97fc","reconcileID":"1f461bb7-f434-4803-a9d4-c0c7eabc0eb9","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-2-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-2-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:50.820060126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"9d647aeb-2dee-430b-98e6-3a93083d0821","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:50.83682705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"d721f83a-0da9-4033-92e8-8e64bce055c0","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:50.879142939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"fd7fbc03-71ef-4ff9-a415-d65d6db2634a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:50.897356069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"fd7fbc03-71ef-4ff9-a415-d65d6db2634a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:50.914654912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0670ea95dd6a2b82406bf334c10240cb060fde9959750dbc1929870acddb114) AuthConfig (0620835768de835537f53ce3b6430e61de83b67f4a9d0044a58129fd4915df94) AuthConfig (68fb79a2decc00f3468572093db7d8230e152775f3fa56f3c9158bd598c9ead5) AuthConfig (6f8779941c949803a9b069c565206cc1865fdc7fda90ef44f0adaeb0a6dcdf52) AuthConfig (d28ff597f118e2b7400444bed3aafc76aa09a56eb3271de0e2d72e0f329f19f1) AuthConfig (0fe9342f7c3f48937135762fdd31f587498874fee515604186e2a16b2ce49002) AuthConfig (28ddaaaa9016462c129f9e08dfcbbf902a0a1e8b2cb9836625d731c309bee30e) AuthConfig (50866346f9b1108adf66e7b45a3a1ebd96429a5d9ffff056a7e83d2dad6a2170) AuthConfig (f0fc86b82704c104f5e5167fcc0d2a6bfa7d0029f828cf2caa08e1abf96c2b72) AuthConfig (e26cacdeeb0db95f4ebb0e077215ee084061c5a8ce7df376e20601dc4d3102e0) AuthConfig (5018a6f123e1f7024948400c33b42b05c6f1610d815b2ac82ef0a2909d94758d) AuthConfig (bb482b76b646ea866bc2b5532d50827b9f915aad3a14e910025a067dc5e3efe2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"fd7fbc03-71ef-4ff9-a415-d65d6db2634a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:50.934051287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"2ae11129-c419-4650-940d-fc8447ddfc3a","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:50.981444247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"cb40ed9b-a5f5-46ca-82f8-2cde38846165","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.000336435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"cb40ed9b-a5f5-46ca-82f8-2cde38846165","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.018140951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0670ea95dd6a2b82406bf334c10240cb060fde9959750dbc1929870acddb114) AuthConfig (0620835768de835537f53ce3b6430e61de83b67f4a9d0044a58129fd4915df94) AuthConfig (68fb79a2decc00f3468572093db7d8230e152775f3fa56f3c9158bd598c9ead5) AuthConfig (6f8779941c949803a9b069c565206cc1865fdc7fda90ef44f0adaeb0a6dcdf52) AuthConfig (d28ff597f118e2b7400444bed3aafc76aa09a56eb3271de0e2d72e0f329f19f1) AuthConfig (0fe9342f7c3f48937135762fdd31f587498874fee515604186e2a16b2ce49002) AuthConfig (28ddaaaa9016462c129f9e08dfcbbf902a0a1e8b2cb9836625d731c309bee30e) AuthConfig (50866346f9b1108adf66e7b45a3a1ebd96429a5d9ffff056a7e83d2dad6a2170) AuthConfig (f0fc86b82704c104f5e5167fcc0d2a6bfa7d0029f828cf2caa08e1abf96c2b72) AuthConfig (e26cacdeeb0db95f4ebb0e077215ee084061c5a8ce7df376e20601dc4d3102e0) AuthConfig (5018a6f123e1f7024948400c33b42b05c6f1610d815b2ac82ef0a2909d94758d) AuthConfig (bb482b76b646ea866bc2b5532d50827b9f915aad3a14e910025a067dc5e3efe2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"cb40ed9b-a5f5-46ca-82f8-2cde38846165","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.043123037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"6b3625e2-d229-45de-b34a-2743e441f305","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.043403122Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e1a5e3 priority=0:[ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.061272383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"cb124f2f-789b-441a-a355-eda9fff64047","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:51.100315347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-sub","reconcileID":"966624d1-82f7-4a34-b3a5-071c2749929f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.100822559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"99becf2b-8bde-43af-9a82-decfdd94c82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.101420857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"9bf4a086-51fc-45c2-8c7f-ed7e6f09e204","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.101907806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0644519c-f3af-4969-ac85-55ea30e8be0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.119251802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"99becf2b-8bde-43af-9a82-decfdd94c82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.121844581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0644519c-f3af-4969-ac85-55ea30e8be0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.193547149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"9bf4a086-51fc-45c2-8c7f-ed7e6f09e204","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.215230181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"b535c17b-abfc-4c5f-957d-a25277ce37d8","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.217386045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0670ea95dd6a2b82406bf334c10240cb060fde9959750dbc1929870acddb114) AuthConfig (0620835768de835537f53ce3b6430e61de83b67f4a9d0044a58129fd4915df94) AuthConfig (68fb79a2decc00f3468572093db7d8230e152775f3fa56f3c9158bd598c9ead5) AuthConfig (6f8779941c949803a9b069c565206cc1865fdc7fda90ef44f0adaeb0a6dcdf52) AuthConfig (d28ff597f118e2b7400444bed3aafc76aa09a56eb3271de0e2d72e0f329f19f1) AuthConfig (0fe9342f7c3f48937135762fdd31f587498874fee515604186e2a16b2ce49002) AuthConfig (28ddaaaa9016462c129f9e08dfcbbf902a0a1e8b2cb9836625d731c309bee30e) AuthConfig (50866346f9b1108adf66e7b45a3a1ebd96429a5d9ffff056a7e83d2dad6a2170) AuthConfig (f0fc86b82704c104f5e5167fcc0d2a6bfa7d0029f828cf2caa08e1abf96c2b72) AuthConfig (e26cacdeeb0db95f4ebb0e077215ee084061c5a8ce7df376e20601dc4d3102e0) AuthConfig (5018a6f123e1f7024948400c33b42b05c6f1610d815b2ac82ef0a2909d94758d) AuthConfig (bb482b76b646ea866bc2b5532d50827b9f915aad3a14e910025a067dc5e3efe2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"9bf4a086-51fc-45c2-8c7f-ed7e6f09e204","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.23171355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"ab7ec209-0acc-4580-878e-10ad70bc16c1","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.259100937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"53e4693b-455b-4799-8f20-c9e33d0f2b12","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.277191945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"53e4693b-455b-4799-8f20-c9e33d0f2b12","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.293559169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0670ea95dd6a2b82406bf334c10240cb060fde9959750dbc1929870acddb114) AuthConfig (0620835768de835537f53ce3b6430e61de83b67f4a9d0044a58129fd4915df94) AuthConfig (68fb79a2decc00f3468572093db7d8230e152775f3fa56f3c9158bd598c9ead5) AuthConfig (6f8779941c949803a9b069c565206cc1865fdc7fda90ef44f0adaeb0a6dcdf52) AuthConfig (d28ff597f118e2b7400444bed3aafc76aa09a56eb3271de0e2d72e0f329f19f1) AuthConfig (0fe9342f7c3f48937135762fdd31f587498874fee515604186e2a16b2ce49002) AuthConfig (28ddaaaa9016462c129f9e08dfcbbf902a0a1e8b2cb9836625d731c309bee30e) AuthConfig (50866346f9b1108adf66e7b45a3a1ebd96429a5d9ffff056a7e83d2dad6a2170) AuthConfig (f0fc86b82704c104f5e5167fcc0d2a6bfa7d0029f828cf2caa08e1abf96c2b72) AuthConfig (e26cacdeeb0db95f4ebb0e077215ee084061c5a8ce7df376e20601dc4d3102e0) AuthConfig (5018a6f123e1f7024948400c33b42b05c6f1610d815b2ac82ef0a2909d94758d) AuthConfig (bb482b76b646ea866bc2b5532d50827b9f915aad3a14e910025a067dc5e3efe2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"53e4693b-455b-4799-8f20-c9e33d0f2b12","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.308037424Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-sub","reconcileID":"18159695-3e9c-48e7-8dd9-fb60d8ae69f2","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-0f97fc/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w1-0f97fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.360902257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"ad72c422-eca0-44f9-8c04-40dcb5f12175","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.36300726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"91a2bce3-9867-4b49-9a45-9f306bab87df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.363335995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"fa076a79-bf40-478f-8e17-a4ca50689d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.381164676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"91a2bce3-9867-4b49-9a45-9f306bab87df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.381612136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"fa076a79-bf40-478f-8e17-a4ca50689d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.393311559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"d1568be8-b3bb-408d-9f8a-5192e53bd40e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.49831015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-sub","reconcileID":"bb590f13-d69b-4d60-9abd-8365738b1bfb","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:51.621760985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.271934305Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub2","reconcileID":"e7380824-a588-401b-ad2c-7269a8e4c1b2","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.28624528Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub2","reconcileID":"e7380824-a588-401b-ad2c-7269a8e4c1b2","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.300515545Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-sub2","reconcileID":"e7380824-a588-401b-ad2c-7269a8e4c1b2","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.452129426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"644b8d92-5124-4fee-bd34-4ae6b558cb24","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.452470877Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e1a5e3 priority=0:[ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e1a5e3/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.474690614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"f87a36bf-70e8-4f91-bc61-b75d5c81ba12","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.521799552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"7c93803e-d1e4-4a6d-bf58-84db96991b1b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.521984145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"729a91b3-17a6-4031-8195-4a70765fd93f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.522258816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0ea7a05b-db1a-4d98-90e7-a5c2ecfdc02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.522329882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"811411cf-9a28-4b0d-ae9b-025b7f24cd56","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.540998699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0ea7a05b-db1a-4d98-90e7-a5c2ecfdc02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.541517103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"729a91b3-17a6-4031-8195-4a70765fd93f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.545676292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"7c93803e-d1e4-4a6d-bf58-84db96991b1b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.546707091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"811411cf-9a28-4b0d-ae9b-025b7f24cd56","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.597018343Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth1","reconcileID":"10de14ce-da31-47fa-a383-3930c4b3b00b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.597134055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"a992a3fe-0939-4d47-8d93-92b0258bb21c","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.704562774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"0e28ed3e-02c3-47b4-8e09-42292e6caf6d","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.712038507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"659d43a5-9f05-4b13-ab73-2ff1a8ab7761","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.730228228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"659d43a5-9f05-4b13-ab73-2ff1a8ab7761","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.87366685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"5f6fcee9-001b-4344-b363-9819ce335b8a","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.873677574Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-ignore-header-auth2","reconcileID":"30d4ccf3-b29c-4713-bc1d-3af5b79c0c15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:52.921040408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"30503a9d-356c-4a4f-b921-b2427d936c0a","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:53.716750417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"14e67093-37ef-44c2-8e65-fa11a9af4e23","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:53.766849614Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub1","reconcileID":"c2f6aae9-bb59-414f-96e7-42d9c195674e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75b93093","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:53.787492501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"82d06eb4-810f-4f1d-bb08-614808115863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:53.788252866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"c238493b-491b-487f-b716-e71dcaf2daba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:53.788442001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"3a7717b8-7421-43f4-8fda-63ece7bd6509","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:53.788719745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1222633e-01bb-4b12-9318-039e6c8e58ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:53.806073408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"c238493b-491b-487f-b716-e71dcaf2daba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:53.806863304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"82d06eb4-810f-4f1d-bb08-614808115863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:53.809251224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1222633e-01bb-4b12-9318-039e6c8e58ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:53.81050932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"3a7717b8-7421-43f4-8fda-63ece7bd6509","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.006735054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"0e003a9e-e83e-4c4f-af7f-0523cc7c4c2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.006942482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"a96ac790-6a7e-4fc3-bccc-5ab7a36ba24d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.006744425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"6711ae82-e8c1-4888-89d6-ce846c16bedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.007366687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"24933c8e-aa48-493b-bcf3-7cdaf3a6842f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.026804588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"24933c8e-aa48-493b-bcf3-7cdaf3a6842f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.030332342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"a96ac790-6a7e-4fc3-bccc-5ab7a36ba24d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.026973218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"6711ae82-e8c1-4888-89d6-ce846c16bedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.030181655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"0e003a9e-e83e-4c4f-af7f-0523cc7c4c2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.484756428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub2","reconcileID":"2d5bc24d-5aae-4e8a-ab77-0354577441d1","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-distinct-2-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-2-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.62821338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"7a4747c6-888c-441f-a153-b563c7463c8e","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.649637817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a9f7a1ea-2a91-4ce6-9a27-11f9b307cce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.650454239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"13560b69-4120-4753-90a4-0ba7ba8a120b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.653040105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"6ddf2695-ed55-4480-bac5-54d22e02f068","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.655828394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"e3740b8e-afce-4a9d-9bbc-990cfc3796f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.681681181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"6ddf2695-ed55-4480-bac5-54d22e02f068","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.758221996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"fa48e2a2-9209-4989-9e4c-5d399cfa9b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.761984232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a9f7a1ea-2a91-4ce6-9a27-11f9b307cce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.784338856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"13560b69-4120-4753-90a4-0ba7ba8a120b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.808652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"e3740b8e-afce-4a9d-9bbc-990cfc3796f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.813222868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"fa48e2a2-9209-4989-9e4c-5d399cfa9b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.941179339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"0c1c04e5-69a8-4754-b838-901f16fc83fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:56.990924857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"0c1c04e5-69a8-4754-b838-901f16fc83fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.081851472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"071488f5-886f-4ab9-9c36-4b8948279065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.083200567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"f0260785-31b4-4a56-a92b-e3f0b897e252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.12875599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"071488f5-886f-4ab9-9c36-4b8948279065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.129267748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"f0260785-31b4-4a56-a92b-e3f0b897e252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.153354349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"a72ab12e-a4b7-4f8c-bdeb-353b4cb8cba0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.191575606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"a72ab12e-a4b7-4f8c-bdeb-353b4cb8cba0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.208828727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"1e17feaa-5aac-4f64-88cc-339065e2b82d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.244855174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"1e17feaa-5aac-4f64-88cc-339065e2b82d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.327073459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"34805bd4-0f70-4a37-b450-788706e5f274","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.363494941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"34805bd4-0f70-4a37-b450-788706e5f274","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.407311768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"cc01109a-399f-43e4-b449-e92ad9569056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.431277642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"cc01109a-399f-43e4-b449-e92ad9569056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.872482152Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c1dbc99d-2bba-4104-a088-381b8997ddf0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.887355596Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c1dbc99d-2bba-4104-a088-381b8997ddf0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.902440904Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c1dbc99d-2bba-4104-a088-381b8997ddf0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:57.986337368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"f6e39a80-dae9-471e-b8be-b21e8a91bf65","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.007797912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"70a05851-2eab-4384-b500-812359c5de6a","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.056634732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2094e1fb-514e-49c7-a23c-d58a47b5705c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.056810158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"542d2394-afff-4754-8e4a-1223a445d241","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.056634536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"f9b1bb0d-f77a-4d76-9325-5662e6726cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.05717215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"68f7c3f4-09aa-409a-a247-58704453fc79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.075884364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"542d2394-afff-4754-8e4a-1223a445d241","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.075881556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2094e1fb-514e-49c7-a23c-d58a47b5705c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.079280136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"f9b1bb0d-f77a-4d76-9325-5662e6726cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.079554307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"68f7c3f4-09aa-409a-a247-58704453fc79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.131804492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"b8bdcd3f-a5b4-434b-bf6b-d6b2dd9b89f3","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.206006686Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2436f564-dc0d-4b52-b4c8-62c9509d801b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.250770107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"00daa22d-5afc-4cb2-8ade-1eb3d07c6ee5","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.260302095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ace6ad84-9b58-4315-b6ee-937b04248239","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.278541846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ace6ad84-9b58-4315-b6ee-937b04248239","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.396359695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"87edd1f5-6f7d-477e-b20d-d6b909bfc71e","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.408190487Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5b9f1395-1fdc-428e-a499-cf08bc6461da","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.456150612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"8ae56722-202d-4c39-8637-d594d9dce7bd","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:01.302740266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"ed7b0ab2-570a-4114-a362-d01eb6ad6c7b","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:01.34221192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"82893f00-090c-41aa-a31e-f7383ea34a52","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:01.360284002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"82893f00-090c-41aa-a31e-f7383ea34a52","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:01.376830918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-0f97fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb482b76b646ea866bc2b5532d50827b9f915aad3a14e910025a067dc5e3efe2) AuthConfig (a0670ea95dd6a2b82406bf334c10240cb060fde9959750dbc1929870acddb114) AuthConfig (0620835768de835537f53ce3b6430e61de83b67f4a9d0044a58129fd4915df94)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"82893f00-090c-41aa-a31e-f7383ea34a52","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:01.401523698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"449a9fd8-390d-41c3-99ec-b45c42118850","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:03.731281558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643b1127-8fdf-438a-9c39-64279b5d854e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:03.74929317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643b1127-8fdf-438a-9c39-64279b5d854e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:03.763844117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643b1127-8fdf-438a-9c39-64279b5d854e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:03.77830899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643b1127-8fdf-438a-9c39-64279b5d854e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:03.80286874Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub1","reconcileID":"8cce19f4-98d7-484c-947c-243fa2a8d789","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-w0-e1a5e3","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:03.820263054Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub1","reconcileID":"8cce19f4-98d7-484c-947c-243fa2a8d789","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:03.842728981Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub1","reconcileID":"8cce19f4-98d7-484c-947c-243fa2a8d789","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:03.969564049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"2acfa414-7143-41ed-9e17-10d18c32ae61","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.119407738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"92828fad-fe70-4bb9-a872-fd1b51509f79","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.147361223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"47804f4a-00cf-4303-9823-7db34c33aa79","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.193549044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"324f7120-b505-492b-a30c-72e69ebffd96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.194322072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d35e8507-c5e9-4871-ac94-64d640b917cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.194729054Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub2","reconcileID":"016170ba-8d03-4101-b4ae-d934029e3a54","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af0a9446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.19800732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"47804f4a-00cf-4303-9823-7db34c33aa79","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.219466407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"ab946ab2-598f-4f8f-adcd-ebc3469f3324","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.228423064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d35e8507-c5e9-4871-ac94-64d640b917cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.232709377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"324f7120-b505-492b-a30c-72e69ebffd96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.242873838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"ab946ab2-598f-4f8f-adcd-ebc3469f3324","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.355781756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"93d1647d-407e-4204-befa-3373444dd2f0","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.372466797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"fb325c4f-b7b8-4f10-a81a-35d814ce8166","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.373161384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"ecf897e9-827f-4b0c-a273-8d2960c1d973","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.376143935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"bbcfd2c4-85d9-46d1-b83b-dcdb9b790ae5","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.377306701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"2db50b5b-b9db-4d21-b242-4f125e00d2bf","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.378371558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"357082b9-2bb2-4079-95f5-c7c4731c0fb8","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.448554806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"895f7cc2-e7eb-41df-85a7-d7c1c4f238cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.516243474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"895f7cc2-e7eb-41df-85a7-d7c1c4f238cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.535334448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"797f0590-dfc9-4a7f-8a78-c0eaab08d346","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.543710612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"dda1e008-c498-459c-becd-4fc565dfaeb0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.550633266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"055cfe12-f655-4a2e-bd36-4b615e72c931","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.570229796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"dda1e008-c498-459c-becd-4fc565dfaeb0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.593141389Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9d841c50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9d841c50","reconcileID":"a14e246e-a463-4422-b891-5d31f5adcab3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9d841c50","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9d841c50":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.594278712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"059dcde5-0878-43db-9e95-b584444f0484","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.594678787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c1dcf3ad-cb12-40b3-a739-7fbf2e9de9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.594931097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"55ce76e1-b9ec-4604-a309-a64650c2e77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.691985168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ee995dc8-b6b5-443b-aa26-8efa4e6420bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.695939725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"55ce76e1-b9ec-4604-a309-a64650c2e77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.700054032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c1dcf3ad-cb12-40b3-a739-7fbf2e9de9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.709283575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"059dcde5-0878-43db-9e95-b584444f0484","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.735050505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ee995dc8-b6b5-443b-aa26-8efa4e6420bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.833671344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"8ea7575e-9df9-4645-9649-eabc12a5c438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.834075503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c0b349-fc1f-411a-afb6-407ce586a539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.852170209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c0b349-fc1f-411a-afb6-407ce586a539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.854235237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"8ea7575e-9df9-4645-9649-eabc12a5c438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.86709878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c0b349-fc1f-411a-afb6-407ce586a539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.885140969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c0b349-fc1f-411a-afb6-407ce586a539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.341960592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc5f000b-5e5b-4401-98e3-be4daeb151fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.342081211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc5f000b-5e5b-4401-98e3-be4daeb151fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.376432057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-efaaaccd","namespace":"ai-tenant-e2e-mt-efaaaccd"},"namespace":"ai-tenant-e2e-mt-efaaaccd","name":"e2e-policy-efaaaccd","reconcileID":"02d52ab0-ded3-47ed-98e7-343e59544ed1","MaaSAuthPolicy":{"name":"e2e-policy-efaaaccd","namespace":"ai-tenant-e2e-mt-efaaaccd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.443519264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-efaaaccd","namespace":"ai-tenant-e2e-mt-efaaaccd"},"namespace":"ai-tenant-e2e-mt-efaaaccd","name":"e2e-policy-efaaaccd","reconcileID":"02d52ab0-ded3-47ed-98e7-343e59544ed1","MaaSAuthPolicy":{"name":"e2e-policy-efaaaccd","namespace":"ai-tenant-e2e-mt-efaaaccd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.46078972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-efaaaccd","namespace":"ai-tenant-e2e-mt-efaaaccd"},"namespace":"ai-tenant-e2e-mt-efaaaccd","name":"e2e-policy-efaaaccd","reconcileID":"02d52ab0-ded3-47ed-98e7-343e59544ed1","MaaSAuthPolicy":{"name":"e2e-policy-efaaaccd","namespace":"ai-tenant-e2e-mt-efaaaccd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.480381967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e490f7b7-71d0-45e0-882c-d4bd0b0aec80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.480406756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e490f7b7-71d0-45e0-882c-d4bd0b0aec80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.574285977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17200f7-5d10-4df9-8067-f3a2e4edd921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.588893697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17200f7-5d10-4df9-8067-f3a2e4edd921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.610484285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17200f7-5d10-4df9-8067-f3a2e4edd921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:05.633036135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17200f7-5d10-4df9-8067-f3a2e4edd921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.027474399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"fea28b39-b6b9-42bd-8bdf-34cfe821e39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.028610766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"41651149-aad4-4270-85af-8650f6d42b85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.095374183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"41651149-aad4-4270-85af-8650f6d42b85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.107444051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"fea28b39-b6b9-42bd-8bdf-34cfe821e39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.188317969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0b58d204-208e-4b35-90d1-9b4e5a975c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.190872284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"355396f6-93b7-44d2-9913-b9af41989dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.221970028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0b58d204-208e-4b35-90d1-9b4e5a975c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.238732053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"355396f6-93b7-44d2-9913-b9af41989dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.300427231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"fed01324-ce63-45a0-9b8a-fee93e91a167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.301379836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"fe259750-0210-4e66-99ae-1aa21e5bc59f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.337167646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"fe259750-0210-4e66-99ae-1aa21e5bc59f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.350999955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"fed01324-ce63-45a0-9b8a-fee93e91a167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.501251718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"d317cc6b-ef52-41ab-8b49-63c252055313","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.534625139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"d317cc6b-ef52-41ab-8b49-63c252055313","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:11.641068523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"b89be872-dba1-4fe5-af62-fe6a4806ec2c","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:13.21568466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"fb8561dd-1af7-406b-b070-52c542f65224","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:13.260027575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"2af59bb9-d06f-4717-9cd2-b3e9d4510d07","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:13.260272779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"92dd4dca-4f8a-4e74-b662-adebf8045163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:13.260031966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4cb7e609-d62d-4990-b621-bb2dfceb806d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:13.278967948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"2af59bb9-d06f-4717-9cd2-b3e9d4510d07","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:13.279103541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4cb7e609-d62d-4990-b621-bb2dfceb806d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:13.281619652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"92dd4dca-4f8a-4e74-b662-adebf8045163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.215500675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub2","reconcileID":"8182f684-84bf-4891-b84d-7ecb1e3c6170","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-2-w0-e1a5e3","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.230061092Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub2","reconcileID":"8182f684-84bf-4891-b84d-7ecb1e3c6170","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-2-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.244855734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-sub2","reconcileID":"8182f684-84bf-4891-b84d-7ecb1e3c6170","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-2-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.342797823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"e54cd444-3b80-4457-8e8b-1661a4efc506","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.412858302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c2681bd4-6ab2-4320-8277-21af56c415e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.412842088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d844c69a-59a8-4276-8535-9956c0b1743e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.413243505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"72b8db72-3d8b-448b-816e-9df6895ccc37","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.41349908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"de6f0aab-6861-49ac-874e-32f5dfdae1f1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.431800431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d844c69a-59a8-4276-8535-9956c0b1743e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.431804378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"72b8db72-3d8b-448b-816e-9df6895ccc37","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.434464324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c2681bd4-6ab2-4320-8277-21af56c415e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.43536642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"de6f0aab-6861-49ac-874e-32f5dfdae1f1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.492025606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"475de161-39dc-4f11-99b6-21d7407fbcbe","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.492468953Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth1","reconcileID":"1032fda0-b42f-4898-8ced-6ab0d6ec663a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.54421814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"0643882b-d9f3-46d5-b314-63ede0f54b4d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.570826609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"0643882b-d9f3-46d5-b314-63ede0f54b4d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.605256389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"b3338c72-bd8b-4e4b-9a20-14228c44723e","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.751652964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-multi-keys-auth2","reconcileID":"c0e0ebf4-8d6a-4701-a2ed-5d198dcd0339","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/distinct-2-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.751695569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"3b91d939-500b-462c-89eb-1aa7f3a7bcb3","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.883958475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"0bd27d7d-5b5e-43c2-b23a-b6d6eacc6d9a","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.404456432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"376fe749-70aa-4722-98b1-55a2418db9fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.404578322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"376fe749-70aa-4722-98b1-55a2418db9fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.421190843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5bf7fb1-f161-4801-bd44-14d86f061e32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.421217286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5bf7fb1-f161-4801-bd44-14d86f061e32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.464205993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"06c08a06-ecd1-4911-a42a-223930ff9018","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.51479753Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"06c08a06-ecd1-4911-a42a-223930ff9018","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.53154002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"06c08a06-ecd1-4911-a42a-223930ff9018","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.550708802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74c4cf99-cfda-4b7d-b70b-04b41fc288a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.550733795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74c4cf99-cfda-4b7d-b70b-04b41fc288a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.608404215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b90d4069-4c4e-4352-ae53-d55034878973","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.608426408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b90d4069-4c4e-4352-ae53-d55034878973","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.624562234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbf7e898-879f-4baf-98e1-0ce31f1ba38b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.624622657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbf7e898-879f-4baf-98e1-0ce31f1ba38b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:40:16.641154998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"be675454-4c3a-4b09-ac9b-ad0c1549ad2e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-47a7d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.650097281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fa1aac4-53ed-4735-b8cd-28c400f7bed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.650271224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2edc3d7c-4a0e-4fa7-9ece-2e68147cc234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.650096128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"1614a197-d4eb-413f-9f23-22a4a171a806","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.669322041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"1614a197-d4eb-413f-9f23-22a4a171a806","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.669806994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fa1aac4-53ed-4735-b8cd-28c400f7bed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.671980076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2edc3d7c-4a0e-4fa7-9ece-2e68147cc234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.679868498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebd9a02d-311b-4ae5-ac91-2dcf4cb51ad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.679891266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebd9a02d-311b-4ae5-ac91-2dcf4cb51ad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.686237187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"1614a197-d4eb-413f-9f23-22a4a171a806","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.699001392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab1810ca-eb1b-438e-8fb5-5b36e73c282e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.699024535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab1810ca-eb1b-438e-8fb5-5b36e73c282e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.776954661Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"ebc6a0d5-555c-4cc6-8957-e091ffda2bdb","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-47a7d9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.826416115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51e70a5c-76b3-42f6-bcf1-d38719a65be2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.826438718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51e70a5c-76b3-42f6-bcf1-d38719a65be2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.856030642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b99e278f-5011-47da-9110-cd565ab4299b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:16.957063401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"9f248011-ac4a-44e2-b6bc-60758f0d53ad","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:17.638684882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"a5fbaa07-6b65-4f64-b874-275d15ca7296","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:17.676709234Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"a5fbaa07-6b65-4f64-b874-275d15ca7296","name":"e2e-mt-9d841c50-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.621430707Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.265666281Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-sub","reconcileID":"d140b334-7349-497d-ac8b-2511eb62e166","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.328859644Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-sub","reconcileID":"d140b334-7349-497d-ac8b-2511eb62e166","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-0f97fc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.389528918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"82642679-6076-481c-a6c4-36de28a45287","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.401895244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"a6acf3e8-7a12-4354-b1e2-2197f75a2d8a","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.448228565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"eb88ad04-5a97-488d-bbd7-d371ef97585d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.448230797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"c28f5b1a-d985-4d54-81ed-5a7039946030","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.449112042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"aa4b2a75-2770-4cff-b7d2-929551603398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.46681406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"c28f5b1a-d985-4d54-81ed-5a7039946030","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.468155479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"eb88ad04-5a97-488d-bbd7-d371ef97585d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.469572188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"aa4b2a75-2770-4cff-b7d2-929551603398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.548898127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"3597fc4b-5330-4026-bbee-cbe662f3972b","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.596765395Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-api-key-no-access-auth","reconcileID":"10f17196-ec34-4e96-90da-08f145fe1bf0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.737108147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"9a804cae-cef3-4c70-9ecc-92b1bd45a6fe","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.645041882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc6ddaf8-11d9-4e9a-afeb-1ddf0b0b5153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.645144015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc6ddaf8-11d9-4e9a-afeb-1ddf0b0b5153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.665008189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a789c7d3-a5d5-4f7b-93ae-c058875998c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.665040089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a789c7d3-a5d5-4f7b-93ae-c058875998c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.696144732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-policy-aa26a555","reconcileID":"b2c206b2-cc8d-4d74-b215-18a65ae409be","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.749167335Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-policy-aa26a555","reconcileID":"b2c206b2-cc8d-4d74-b215-18a65ae409be","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.767325129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-policy-aa26a555","reconcileID":"b2c206b2-cc8d-4d74-b215-18a65ae409be","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.786883731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ab73c75-4268-4d9e-8f0a-9c479fd29e6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.786992963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ab73c75-4268-4d9e-8f0a-9c479fd29e6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.865764799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8069f504-9e54-4174-9f6c-75f268ab8582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.86589996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8069f504-9e54-4174-9f6c-75f268ab8582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.884826709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbb998b9-ef1b-46a5-b62b-f915a72e4135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.884946286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbb998b9-ef1b-46a5-b62b-f915a72e4135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.896126891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-policy-aa26a555","reconcileID":"273081dc-1232-4b94-9b62-a125fd922191","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:40:25.906959552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-sub-aa26a555","reconcileID":"d752eb61-2811-4dc8-a755-c29dd77bb399","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-aa26a555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.915510361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-policy-aa26a555","reconcileID":"273081dc-1232-4b94-9b62-a125fd922191","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.938435525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-policy-aa26a555","reconcileID":"273081dc-1232-4b94-9b62-a125fd922191","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.957005093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fb198fb-ab7a-4bf9-99d8-b8766977ccca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.957037349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fb198fb-ab7a-4bf9-99d8-b8766977ccca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.974646326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"840f3afd-7e1b-42d1-a946-e9662ee602b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:25.974669787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"840f3afd-7e1b-42d1-a946-e9662ee602b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.065991567Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-sub-aa26a555","reconcileID":"a6f8106a-35bd-4b77-b27c-c981943b5ccc","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-aa26a555/e2e-shared-int-sub-aa26a555","models-as-a-service/e2e-default-int-sub-47a7d9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.118839901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56a68df9-d30d-457a-8f8b-d935923186b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.118963996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56a68df9-d30d-457a-8f8b-d935923186b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.136306391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca85e1cb-982f-479c-ac4e-83562f8d2e78","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.137321467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"8be33963-f719-404d-b9c4-e1789de00236","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.252401967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-sub-aa26a555","reconcileID":"5cdbb26f-874a-4b2d-aa44-61be5afd4e37","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.517817466Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-efaaaccd","namespace":"ai-tenant-e2e-mt-efaaaccd"},"namespace":"ai-tenant-e2e-mt-efaaaccd","name":"e2e-policy-efaaaccd","reconcileID":"a35726f7-f17a-4daa-8338-0a1f7c827f9e","MaaSAuthPolicy":{"name":"e2e-policy-efaaaccd","namespace":"ai-tenant-e2e-mt-efaaaccd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.546773232Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-efaaaccd","namespace":"ai-tenant-e2e-mt-efaaaccd"},"namespace":"ai-tenant-e2e-mt-efaaaccd","name":"e2e-policy-efaaaccd","reconcileID":"a35726f7-f17a-4daa-8338-0a1f7c827f9e","MaaSAuthPolicy":{"name":"e2e-policy-efaaaccd","namespace":"ai-tenant-e2e-mt-efaaaccd"},"policyNamespace":"ai-tenant-e2e-mt-efaaaccd","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.741608845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"b59f2d5e-ce7f-41ae-a8ec-763f490b322c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.829975073Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"b59f2d5e-ce7f-41ae-a8ec-763f490b322c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.851427066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"b59f2d5e-ce7f-41ae-a8ec-763f490b322c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.870983467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dc81fda-6700-4dda-97a5-c446e3a03764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.871089975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dc81fda-6700-4dda-97a5-c446e3a03764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.875441046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6df0369e-b9c7-495e-b1b6-3d0aeaf49fb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.87546602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6df0369e-b9c7-495e-b1b6-3d0aeaf49fb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.896257502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b0d1c96-6dfe-4f60-b3a5-5124d5f77131","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.899660209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b0d1c96-6dfe-4f60-b3a5-5124d5f77131","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.928577378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"0885ff0a-d0ad-4f45-a514-7fbf2a695ab0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:26.987492676Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"0885ff0a-d0ad-4f45-a514-7fbf2a695ab0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.006687839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"0885ff0a-d0ad-4f45-a514-7fbf2a695ab0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.027323929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a18a7b5a-45b1-4a24-b50d-5fca71cef4fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.027345443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a18a7b5a-45b1-4a24-b50d-5fca71cef4fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.104011746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"082a5b1c-da19-45e5-9258-ff0829792cf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.104160816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"082a5b1c-da19-45e5-9258-ff0829792cf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.125323366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"702b4303-b6ed-4f87-ad19-14fbebe52bc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.125994238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"702b4303-b6ed-4f87-ad19-14fbebe52bc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.135918434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"e76e6c45-7e6d-4ecc-82a7-da98a0c3d71f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:40:27.139887872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-sub-aa26a555","reconcileID":"63cb8e94-c3e4-415b-91ff-337eb4bdef34","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-aa26a555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.155014075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"e76e6c45-7e6d-4ecc-82a7-da98a0c3d71f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.179657803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"e76e6c45-7e6d-4ecc-82a7-da98a0c3d71f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.18601791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cc72368-06e2-46f6-a26f-de97aa13d26e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.186049771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cc72368-06e2-46f6-a26f-de97aa13d26e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.208628558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9d29217-4420-49e0-8c60-e5743bdc5f08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.208661448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9d29217-4420-49e0-8c60-e5743bdc5f08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.29623651Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-sub-aa26a555","reconcileID":"42d2578e-1e5d-4cde-bf33-7e68318b20aa","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-1950adc7/e2e-shared-int-sub-aa26a555","ai-tenant-e2e-mt-aa26a555/e2e-shared-int-sub-aa26a555","models-as-a-service/e2e-default-int-sub-47a7d9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.358896161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df6bc0f7-1a84-4e98-a49c-9902b8d82cc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.359169638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df6bc0f7-1a84-4e98-a49c-9902b8d82cc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.384564921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-sub-aa26a555","reconcileID":"0b203b75-b12d-4b9c-83cc-14c195fc9871","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.393057817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"9a0cf0b1-d5c3-4fad-8820-c2cde4b5ce2a","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.401872766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a614c3d-4622-4c1a-a87b-6adadeb8a3e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.478032611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-sub-aa26a555","reconcileID":"62fcc140-1bdb-4ca2-a0dc-b7fa49fddaa7","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.889867177Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-policy-aa26a555","reconcileID":"553997ba-37a4-42ce-8d60-bad15a2aaedb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.89001093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38ee2e33-bafe-4ed9-9c7a-baa859b72e5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.890042718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38ee2e33-bafe-4ed9-9c7a-baa859b72e5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.921288023Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-policy-aa26a555","reconcileID":"553997ba-37a4-42ce-8d60-bad15a2aaedb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"policyNamespace":"ai-tenant-e2e-mt-aa26a555","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.94474267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21271dd5-caeb-439c-a3d2-6d8d07fa56be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:27.944860669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21271dd5-caeb-439c-a3d2-6d8d07fa56be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:28.101946248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"2c3a13f7-dedb-4677-87c2-50e1bdea95d6","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:28.166442959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86aab8c2-4524-4f3d-aca7-7ca456adc57e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:28.166475602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86aab8c2-4524-4f3d-aca7-7ca456adc57e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.006510991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"b2c473aa-6139-489b-9e3f-eebc2f97547a","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.026367037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"67e8db3e-fb67-4ca5-947b-9c5cd8d31aa7","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.068017172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b0c6a827-a06d-4427-a391-84bc79ea6d8d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.092750784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b0c6a827-a06d-4427-a391-84bc79ea6d8d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.20394154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"135f2ffb-fd7a-4c55-be87-856b72befb73","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.238428963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"b769d7b0-7168-42c6-8ee3-bb0616581896","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.258551609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"c6ae30e4-47f3-4c64-86e4-bd66811fcb63","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.258969698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"50e0d072-aa00-4d0b-8ab9-b7f6d53d33b2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:40:29.26961432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub","reconcileID":"48986d3a-d47e-4d80-b892-b7352fcac60b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.278670473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"50e0d072-aa00-4d0b-8ab9-b7f6d53d33b2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.323514976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"c056d358-4d44-4014-b341-5bbd7eaf840f","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.344183927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"0524e6a7-184d-435c-8011-5d6589b9e868","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.358827112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6a6106bb-5763-40a2-b63b-7e80b61d71f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.359342951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5e956131-5dee-4ba7-a7b9-4c4433527fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.378771461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5e956131-5dee-4ba7-a7b9-4c4433527fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.37903556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6a6106bb-5763-40a2-b63b-7e80b61d71f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.428474864Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub","reconcileID":"b679c2e5-821e-43da-92d2-b658819ca5fa","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:40:29.449865413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"50e0d072-aa00-4d0b-8ab9-b7f6d53d33b2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-deleted-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.484179187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"7da517a6-2969-4d55-b09f-b25dcb537518","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.49142651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"461a9827-500f-4f5d-be2c-f6f8f3792289","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.505407603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"b4363102-7ba3-46f0-850b-1c64b0c2f74d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.51087149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"461a9827-500f-4f5d-be2c-f6f8f3792289","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.59324635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"0670e777-0428-422a-86d5-f68784fce71b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.593271279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a0c1142f-d67d-48f1-8042-2cca3843f820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.60525565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub","reconcileID":"f9e5b310-949b-42c3-84c2-ff065362c4b3","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.624601192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"0670e777-0428-422a-86d5-f68784fce71b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:29.62531535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a0c1142f-d67d-48f1-8042-2cca3843f820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:30.808973481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ab5bf1-0383-4206-9aef-a1a0a8a6fad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:30.823979743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ab5bf1-0383-4206-9aef-a1a0a8a6fad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:30.83854144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ab5bf1-0383-4206-9aef-a1a0a8a6fad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:30.853236452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ab5bf1-0383-4206-9aef-a1a0a8a6fad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:31.543473361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25769c61-90bb-4bd4-a35a-0f9a7c64990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:31.560309262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25769c61-90bb-4bd4-a35a-0f9a7c64990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:31.589216875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25769c61-90bb-4bd4-a35a-0f9a7c64990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:31.615892077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25769c61-90bb-4bd4-a35a-0f9a7c64990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.157781601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"34add6f3-9bf0-4033-ba4f-4570bb1ffdc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.17154271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3493831f-b016-4e0c-a7ff-25fd7e0cdc2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.173027519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"526023e3-5cb3-4b93-b9e4-2a1df468a8d8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.18877013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"34add6f3-9bf0-4033-ba4f-4570bb1ffdc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.224232828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"526023e3-5cb3-4b93-b9e4-2a1df468a8d8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.228699156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3493831f-b016-4e0c-a7ff-25fd7e0cdc2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.618169751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"bbb2a59d-e2bd-4230-831f-15b96e0d045c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.659254946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"bbb2a59d-e2bd-4230-831f-15b96e0d045c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.706459571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"1c41bb72-6240-4c93-8217-d2d22b87095b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.734430974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"1c41bb72-6240-4c93-8217-d2d22b87095b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.904617523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e074631a-a145-4ce4-a05f-c74942cb7a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.905436284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e5134029-2a9d-4942-9ab9-619e179d3512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.933093034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e074631a-a145-4ce4-a05f-c74942cb7a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.937871766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e5134029-2a9d-4942-9ab9-619e179d3512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:36.055431923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"2b6fa1d3-7a24-49ba-8633-1a0a1daa374e","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:36.915500059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"a0a99a54-c394-44ad-9051-a1356491fa3d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:36.962097857Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"a0a99a54-c394-44ad-9051-a1356491fa3d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:36.98448838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"a0a99a54-c394-44ad-9051-a1356491fa3d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:37.008248503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ed70b6-9490-4fcf-a002-d9b5e7e0f5a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:37.008361361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ed70b6-9490-4fcf-a002-d9b5e7e0f5a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:37.211118131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"be079604-76ce-41b9-83ce-2436c3c3a4e0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:37.266244144Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"be079604-76ce-41b9-83ce-2436c3c3a4e0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:37.28385819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"be079604-76ce-41b9-83ce-2436c3c3a4e0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:37.304236883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8613f776-9a8b-445d-9a90-9215246fd8e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:37.304260924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8613f776-9a8b-445d-9a90-9215246fd8e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:38.218346671Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-sub-aa26a555","reconcileID":"fa952362-5f92-4973-adba-a03c02c3397d","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-aa26a555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:38.280806536Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"namespace":"ai-tenant-e2e-mt-aa26a555","name":"e2e-shared-int-sub-aa26a555","reconcileID":"fa952362-5f92-4973-adba-a03c02c3397d","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-aa26a555"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-1950adc7/e2e-shared-int-sub-aa26a555","models-as-a-service/e2e-default-int-sub-47a7d9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:38.33954979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-sub-aa26a555","reconcileID":"16f2526f-d800-407e-aae7-6caf586c01e5","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:38.339557272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"125e46f0-7d89-4901-982f-f2a7e631fc50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:38.340008087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"cb6dd80f-8b39-45d9-b630-e234f2305909","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:38.346852461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7c107a9-f905-4c43-9ceb-38ac746b6e0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:38.346883013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7c107a9-f905-4c43-9ceb-38ac746b6e0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:38.370223305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"d3ff8395-b838-4479-b52b-5301f17f8b70","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:41.047303783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"8603f561-3a66-4672-94e1-33bda1deb9ca","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:47.056118503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"8f2b56dd-f8ee-4118-a368-1049f778e726","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:47.111344215Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"8f2b56dd-f8ee-4118-a368-1049f778e726","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:47.136166443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"8f2b56dd-f8ee-4118-a368-1049f778e726","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:47.155523269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac7b5c09-1e5e-444a-8bc2-c3ef8fa2a96f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:47.155858944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac7b5c09-1e5e-444a-8bc2-c3ef8fa2a96f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:47.345693092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"4439a546-0977-40fa-bc6d-df602c22fcf0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:47.428383426Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"4439a546-0977-40fa-bc6d-df602c22fcf0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:47.450392186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"4439a546-0977-40fa-bc6d-df602c22fcf0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:47.468408903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a93a4ae-96c0-4db8-9ebe-b1627effe5fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:47.468431417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a93a4ae-96c0-4db8-9ebe-b1627effe5fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:51.660742788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:56.763945122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"6680e611-6451-4312-8854-49493edc3b6c","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.226977073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"f3ff4602-c21f-403a-8185-f1f8d3488e5c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.290130042Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"f3ff4602-c21f-403a-8185-f1f8d3488e5c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.323470856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"f3ff4602-c21f-403a-8185-f1f8d3488e5c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.34402899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20e55461-d7ba-4ec5-bef1-1ec65428d905","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.344064336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20e55461-d7ba-4ec5-bef1-1ec65428d905","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.506353635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"f20cd0a3-9b3a-4a9c-b6be-ceaa75c47a9d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.571380079Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"f20cd0a3-9b3a-4a9c-b6be-ceaa75c47a9d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.588639218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"f20cd0a3-9b3a-4a9c-b6be-ceaa75c47a9d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.617047315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4af89ce-c9ab-4c2f-9188-3d68008bd1fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.617083678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4af89ce-c9ab-4c2f-9188-3d68008bd1fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:01.542695419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"3497cb61-6e13-4793-abb8-52705252c278","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:01.723692536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"a74cbaf8-d584-409c-be32-675720814dd6","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:01.806704054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1354456b-0b2b-492f-bfae-932bdfa6137a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:01.807350385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"007d0280-cde1-4425-bbe4-74612c311d4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:01.808523333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e2ccee17-dc77-49cf-bdf5-1c016420a88d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:01.827485469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"007d0280-cde1-4425-bbe4-74612c311d4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:01.829675479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1354456b-0b2b-492f-bfae-932bdfa6137a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:01.830795501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e2ccee17-dc77-49cf-bdf5-1c016420a88d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.372486729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"0f634341-6e8c-4898-ad34-91d315f17478","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.372526615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"0f634341-6e8c-4898-ad34-91d315f17478","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.735223104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"aea388af-938c-4416-af35-8f737cc5183e","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.735242808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"aea388af-938c-4416-af35-8f737cc5183e","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.753692082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"98a9a0c2-9dde-48da-86ba-82e4e907c792","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.753722435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"98a9a0c2-9dde-48da-86ba-82e4e907c792","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.781487861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"05823ee4-d762-44db-901c-976102f39050","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.828251628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"05823ee4-d762-44db-901c-976102f39050","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.844807914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9d841c50-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"05823ee4-d762-44db-901c-976102f39050","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.8637026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"c321b739-6652-4898-9d4e-bef2e43a3bb2","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.86372839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"c321b739-6652-4898-9d4e-bef2e43a3bb2","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.97196177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"49577456-fa9f-43f7-885e-a00f2515b4d0","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.971984291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"49577456-fa9f-43f7-885e-a00f2515b4d0","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.994089838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"3591ea15-d9e2-4124-9ff9-e7211f542ee8","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:02.994115377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"3591ea15-d9e2-4124-9ff9-e7211f542ee8","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:03.003784622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"5ed09cc6-5b8c-42c7-a9f5-b10b1b4a12dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-9d841c50\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:03.009824529Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"3591ea15-d9e2-4124-9ff9-e7211f542ee8","name":"e2e-lifecycle-model-9d841c50","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9d841c50\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:03.009902538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"3591ea15-d9e2-4124-9ff9-e7211f542ee8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9d841c50\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.015271158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"a402d99e-c2ec-45b1-9c61-9727d4c0092d","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.015289882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"a402d99e-c2ec-45b1-9c61-9727d4c0092d","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.038069756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"ae98e75e-fef3-49ff-9080-cfad47c8e7b5","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.038095733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"ae98e75e-fef3-49ff-9080-cfad47c8e7b5","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.043766367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"5d0f51e1-45b5-4e0b-9c93-5b5b9d6b1178","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.102939146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"2265752d-d035-428b-859a-fcf167ac808e","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.102961816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"2265752d-d035-428b-859a-fcf167ac808e","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.105606196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"5d0f51e1-45b5-4e0b-9c93-5b5b9d6b1178","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.122140188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9d841c50-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"5d0f51e1-45b5-4e0b-9c93-5b5b9d6b1178","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.149923009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"52745e0b-d369-4f53-8d62-24fa57fcecae","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.192529684Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"4c3f6511-78d9-410f-8366-38b4331c206f","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"maas-trlp-e2e-lifecycle-model-9d841c50","model":"e2e-lifecycle-model-9d841c50","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-9d841c50/e2e-sub-9d841c50"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.194795575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"52745e0b-d369-4f53-8d62-24fa57fcecae","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.211462967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9d841c50-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"52745e0b-d369-4f53-8d62-24fa57fcecae","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.243937534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"a6394297-5a3b-42e8-befa-180dd28bc3f1","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.24395967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"a6394297-5a3b-42e8-befa-180dd28bc3f1","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:03.300378663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"3e09a0d3-31ca-44fb-b9cf-67cbf7ead5bc","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"maas-trlp-e2e-lifecycle-model-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.724110683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"0b522e45-16e6-475e-b662-7e432cc5cd7f","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.743714832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"0b522e45-16e6-475e-b662-7e432cc5cd7f","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.760034309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9d841c50-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"0b522e45-16e6-475e-b662-7e432cc5cd7f","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:07.387536441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"ea4bc642-fb5d-4659-beac-d2e80b898176","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:07.433784032Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"ea4bc642-fb5d-4659-beac-d2e80b898176","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:07.451003731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"ea4bc642-fb5d-4659-beac-d2e80b898176","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:07.470405532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c7a6004-2f19-43d1-a840-c70144200a22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:07.470428988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c7a6004-2f19-43d1-a840-c70144200a22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:07.645394444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"f6238d1c-25bb-4bae-bdc7-780b404e021d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:07.690788211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"f6238d1c-25bb-4bae-bdc7-780b404e021d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:07.708145668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"f6238d1c-25bb-4bae-bdc7-780b404e021d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:07.727229079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b846f164-793f-4e27-8f5a-5f45ae42a425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:07.72725264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b846f164-793f-4e27-8f5a-5f45ae42a425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:11.80891656Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub","reconcileID":"9ca905a1-01f7-411e-b5f7-2b936d672e9f","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:11.872306954Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub","reconcileID":"9ca905a1-01f7-411e-b5f7-2b936d672e9f","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:11.933003742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"e2757224-c1e3-4732-a1cd-fcf964be0532","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:11.939508997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"c69e683d-9175-489e-85e2-6295601f28d8","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:11.983705738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d596f592-0358-41a3-bdf3-b3208ee9999b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:11.983916672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"554a53d9-52cf-42d7-a5cc-efaae1bbeff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:11.986385364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b4cefe3b-7437-4e8e-a382-641902352f53","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:12.00355307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d596f592-0358-41a3-bdf3-b3208ee9999b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:12.003649143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"554a53d9-52cf-42d7-a5cc-efaae1bbeff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:12.006461963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b4cefe3b-7437-4e8e-a382-641902352f53","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:16.789277613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"9db97ab5-8339-4ec0-953f-c4325aa1fcbe","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:16.807382542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"9db97ab5-8339-4ec0-953f-c4325aa1fcbe","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:16.824047744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9d841c50-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"9db97ab5-8339-4ec0-953f-c4325aa1fcbe","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:17.514337321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"85feaf74-0f3d-4863-9709-7934c4a1a89b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:17.592549156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"85feaf74-0f3d-4863-9709-7934c4a1a89b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:17.609679389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"85feaf74-0f3d-4863-9709-7934c4a1a89b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:17.63007641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e58d5d05-38cc-4640-a5fc-a7d4b06a55ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:17.630099093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e58d5d05-38cc-4640-a5fc-a7d4b06a55ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:17.756530736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"abc31dd3-af87-4272-8f7d-dda4c00508fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:17.80702574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"abc31dd3-af87-4272-8f7d-dda4c00508fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:17.827727599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"abc31dd3-af87-4272-8f7d-dda4c00508fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:17.863196506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c83af106-1b9e-4443-90c6-e33bdca85502","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:17.863240292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c83af106-1b9e-4443-90c6-e33bdca85502","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:21.643427983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:22.029246761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"4357aaee-a31f-45fb-ba56-545fc2eaf1d4","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"maas-trlp-e2e-lifecycle-model-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:22.087219626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"d3fc69a2-328e-4446-abd4-98cd5def9f43","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:22.087253902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"d3fc69a2-328e-4446-abd4-98cd5def9f43","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:22.413373633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"d12d25d1-78a1-4dc9-bb5e-f40d73730c87","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:22.431286288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"d12d25d1-78a1-4dc9-bb5e-f40d73730c87","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:22.448912756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9d841c50-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a38156a5a436899ac749b2ae7f042da82f13330c7cada54deb1d3116777c284f) AuthConfig (2905d5d02ac1d864e8be945b72d15d12e571d3cb2835d4949bff6eb79c21c453) AuthConfig (31848c77de0193e39056c7fd88878c0c4c2f6360c3e07c42cc92b7aaa7cb8890) AuthConfig (4479485bc99eb1963fe0cd7a07b1ebbade8596ec2d1c7169f65d9836fde125bc) AuthConfig (03a61ea6a5cc372a35d536bb0c8ab74383afe8114bb0f9882007b740aea486ad) AuthConfig (163ac6ef41028812a08898992cc7076697cc4f01d5920b1349ceb304ac0142a5) AuthConfig (ebeeb86da655f04673e8a47976d1977379180fd60eec4f8762621dbf0f69184d) AuthConfig (c93f16de5be89e6992f7778d2f195badc986ae62662553c566685db3741e4183) AuthConfig (ae30b7086503c8ac9992b6c3399cf649d11d3a2c4dd0134091e9cfdec9079090) AuthConfig (ac9d86585d54deacac1ff9553fb4a6bffab0734be496dcabc83de16f32ab9901) AuthConfig (35b37ec8af3e836f66bca8f490645eb33c7cc88da86a1d658ed27a9a717e036a) AuthConfig (58fa7fe04d10a352b007da30734b407196236dd01ceb2d4cb1eaacfc3045c5fb) AuthConfig (c328cd66f0bef71ecd6c0e138b061f5676719de3637178bdbacbd40b542ce8bf) AuthConfig (fbd47053c4ad7ce1237bf678bee21eb4c98170db86e2ef3d687cfc23bbcdb1c0) AuthConfig (b966752a9fbead6293ef4146e7585d01eb132e24bdc0bf049c528258fa01e571) AuthConfig (d6f8cd567b4f4c699eff8bbbc359fd16c3e3775ff97da2cf465666bcd7b55668) AuthConfig (c3161c5414e0706adbea26300a756e1df591ee984f9be1b934a7b45aa131ca42) AuthConfig (907e7deecabb4436cd20d9ad1fd7891e4ec9a1d2627e63787c778468aa176e31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"d12d25d1-78a1-4dc9-bb5e-f40d73730c87","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:22.469506852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"29d402d2-9785-47cf-86e0-a205ca05d157","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:22.469536354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"29d402d2-9785-47cf-86e0-a205ca05d157","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:27.673907642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"a4c15f55-0e46-48bf-993d-55dbc7012eee","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:27.722518385Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"a4c15f55-0e46-48bf-993d-55dbc7012eee","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:27.739309561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"a4c15f55-0e46-48bf-993d-55dbc7012eee","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:27.756487349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21107869-a6d7-4f1b-abd1-4801fe8bd5ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:27.756511612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21107869-a6d7-4f1b-abd1-4801fe8bd5ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:27.944139447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"a0efd27c-283b-492c-9ad5-e9a180308eb8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:27.989026973Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"a0efd27c-283b-492c-9ad5-e9a180308eb8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:28.010405954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"a0efd27c-283b-492c-9ad5-e9a180308eb8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:28.029896538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb4fa6f2-433c-47de-a25f-232e116b9cad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:28.029919485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb4fa6f2-433c-47de-a25f-232e116b9cad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:32.497850625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"01efab0b-6df0-45d7-80e0-18e28bfd75a6","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:32.516309355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"01efab0b-6df0-45d7-80e0-18e28bfd75a6","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:32.533760779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9d841c50-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a38156a5a436899ac749b2ae7f042da82f13330c7cada54deb1d3116777c284f) AuthConfig (2905d5d02ac1d864e8be945b72d15d12e571d3cb2835d4949bff6eb79c21c453) AuthConfig (31848c77de0193e39056c7fd88878c0c4c2f6360c3e07c42cc92b7aaa7cb8890) AuthConfig (4479485bc99eb1963fe0cd7a07b1ebbade8596ec2d1c7169f65d9836fde125bc) AuthConfig (03a61ea6a5cc372a35d536bb0c8ab74383afe8114bb0f9882007b740aea486ad) AuthConfig (163ac6ef41028812a08898992cc7076697cc4f01d5920b1349ceb304ac0142a5) AuthConfig (ebeeb86da655f04673e8a47976d1977379180fd60eec4f8762621dbf0f69184d) AuthConfig (c93f16de5be89e6992f7778d2f195badc986ae62662553c566685db3741e4183) AuthConfig (ae30b7086503c8ac9992b6c3399cf649d11d3a2c4dd0134091e9cfdec9079090) AuthConfig (ac9d86585d54deacac1ff9553fb4a6bffab0734be496dcabc83de16f32ab9901) AuthConfig (35b37ec8af3e836f66bca8f490645eb33c7cc88da86a1d658ed27a9a717e036a) AuthConfig (58fa7fe04d10a352b007da30734b407196236dd01ceb2d4cb1eaacfc3045c5fb) AuthConfig (c328cd66f0bef71ecd6c0e138b061f5676719de3637178bdbacbd40b542ce8bf) AuthConfig (fbd47053c4ad7ce1237bf678bee21eb4c98170db86e2ef3d687cfc23bbcdb1c0) AuthConfig (b966752a9fbead6293ef4146e7585d01eb132e24bdc0bf049c528258fa01e571) AuthConfig (d6f8cd567b4f4c699eff8bbbc359fd16c3e3775ff97da2cf465666bcd7b55668) AuthConfig (c3161c5414e0706adbea26300a756e1df591ee984f9be1b934a7b45aa131ca42) AuthConfig (907e7deecabb4436cd20d9ad1fd7891e4ec9a1d2627e63787c778468aa176e31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"01efab0b-6df0-45d7-80e0-18e28bfd75a6","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:32.930208524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"bb6aa0d6-0765-4fe5-b1a2-dfa5d19184ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.051196527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"035bb901-a090-4fa2-b582-731b6ff33bd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.061957146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"77b20221-6f9b-478a-aecb-0a56f55ee0d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.06252261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"ca5725a2-dc8d-4083-b070-8af3eba55ada","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.143218934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af493427-b4c6-4238-954e-617ee16c74ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.143317451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"06e57bd3-cd47-4b00-8dcf-a901622cead3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.232274802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"6a823371-1525-43a0-afac-c53c13a68fec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.23249482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"be04dc4d-70f5-4ff6-a81f-7da18f60c2b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.23280535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"3c8727f6-f4f2-4fc3-a380-4d76ee36fb54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.332905126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"a7ea8b4d-7ba5-4aa0-a797-65f6ac77da0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.33366263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e91f3c73-9030-4489-b930-85468be64350","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.334098805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"e59760d9-1086-46b9-838b-8dae33761d9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.334162105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"6cbbecf1-ed7d-42d6-b2c2-8a3729b854dd","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.334544712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-sub-aa26a555","reconcileID":"60b7a283-ff91-4e88-b34f-db0eb38445ee","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:33.431522158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"ad2e8f7a-401e-4a71-b179-8609fd0d02ab","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"maas-trlp-e2e-lifecycle-model-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:37.749747649Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e59ccd9c-7d66-47c8-9ffc-d64fbde1549b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:37.749848917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"1d80a4dd-0a9e-43db-9aab-c496a08b38df","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:37.808939545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"c3b64810-9c67-4550-9f61-89fd1cfc0ca6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:37.861509493Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"c3b64810-9c67-4550-9f61-89fd1cfc0ca6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:37.886462943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"89b308b3-0aa7-474e-ab30-ced5b949c745","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:37.889985146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"c3b64810-9c67-4550-9f61-89fd1cfc0ca6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:37.910782969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19915df0-9687-47ce-bab1-b710cb8cb452","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:37.910806446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19915df0-9687-47ce-bab1-b710cb8cb452","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.05943067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"ce4661af-0440-4bca-8cc0-951d5b0788cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.105067298Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"ce4661af-0440-4bca-8cc0-951d5b0788cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.121639299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"ce4661af-0440-4bca-8cc0-951d5b0788cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.140676627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"973a76a0-2441-4c6f-b2ad-cfa22064ef20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.140701095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"973a76a0-2441-4c6f-b2ad-cfa22064ef20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.692460325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"e694346a-3a7b-43c4-a35c-9761e1aef722","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.708799268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"7d7bcd36-5952-4628-b42f-bc2d98afd980","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.765024526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ed2c68ef-58cc-450a-ac46-612b8800cf1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.783386856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ed2c68ef-58cc-450a-ac46-612b8800cf1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.861018133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"d7da5423-7e83-4b80-88af-41a477297aeb","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.908701784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"52b8d911-3c9b-4b53-8411-3a1706751a9c","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.918005911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3f0d5117-485f-492a-9a85-a71c1b4a9c37","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.92847356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"29d4ac5a-ab6b-48bd-bc50-c69e617289a5","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.935881397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3f0d5117-485f-492a-9a85-a71c1b4a9c37","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:38.943442788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b7d7c1ca-7104-49da-b281-029edbbf437e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:38.943465997Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"29d4ac5a-ab6b-48bd-bc50-c69e617289a5","name":"distinct-w4-2119fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-2119fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:38.943520793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"29d4ac5a-ab6b-48bd-bc50-c69e617289a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-2119fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.948875736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"adca8f9f-1ef2-4a77-8cbe-c5274ea536fc","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.978489871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"914029e7-1f98-4f31-b69e-65793214b1f5","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:38.994719402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"3658a185-0da6-4bbb-a984-9af488be21b4","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.017771887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"b63bd95b-d506-447e-87f0-fe7464610806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.017768586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"12a5d0cc-ca0e-4ec8-a738-7fc4a34765b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.036701091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"12a5d0cc-ca0e-4ec8-a738-7fc4a34765b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.036705008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"b63bd95b-d506-447e-87f0-fe7464610806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.061236714Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub1","reconcileID":"33070177-6a83-4e81-8ab5-a74bb7cbe25c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-distinct-w4-2119fb","model":"distinct-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.104940935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"6ee4a241-b327-4c60-97a4-501cd7feab55","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.111902767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"e68b331d-f984-4863-98b4-a29f21efde13","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.118355073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"07bc432e-46e2-4042-9ac6-e7b74aaac454","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.120922173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"e21f2e20-4403-4f46-b4d1-797a2d28b0ea","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.139851813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"07bc432e-46e2-4042-9ac6-e7b74aaac454","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.192556279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b95f348f-d782-4a1b-afa7-9d361843f082","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-distinct-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.247906426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8170f724-61d7-44c4-9f33-f3d909263f5c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.29248905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"239d9f24-7414-4288-bcdb-8cc2c15c0fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.29288383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c911f78f-dd73-4bd8-9f6d-c7b5f79636e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.295265486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8170f724-61d7-44c4-9f33-f3d909263f5c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.312241274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c911f78f-dd73-4bd8-9f6d-c7b5f79636e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.317177006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"239d9f24-7414-4288-bcdb-8cc2c15c0fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.392758641Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-2119fb priority=0:[ai-tenant-e2e-worker-w4-2119fb/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-2119fb/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.393450901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"06e714f9-abb2-47b1-b4ae-1d5e50e01763","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.415141141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"a78fd3dc-aef6-4a9b-9669-76b59e9c2aa7","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:39.426379649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6f8729b7-ba88-44f7-807d-6648f3694062","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:39.431443346Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"a78fd3dc-aef6-4a9b-9669-76b59e9c2aa7","name":"distinct-2-w4-2119fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-2119fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:39.431528732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"a78fd3dc-aef6-4a9b-9669-76b59e9c2aa7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-2119fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.432276349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"f39fa9f9-1417-4aa2-b3d2-3691fef238c6","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.436868973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"afcf60c2-36f6-46be-af1c-4ad2942617a7","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.448262525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bf250798-1955-4916-835b-e9e8c7353bd2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.461941753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"41f37c69-5c21-4c67-bfb3-0c6767c664b3","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.466793036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bf250798-1955-4916-835b-e9e8c7353bd2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.478028502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"91fcc283-5686-46b2-a936-68e372c07796","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.525309158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"47f265a6-da66-4aad-9ff3-f9cbd755858f","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.535881325Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub2","reconcileID":"0309a016-ab0d-47ed-9200-6645ec044a64","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-distinct-2-w4-2119fb","model":"distinct-2-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.578692812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"3f47e53e-8f8d-4398-a693-cb25b5bd7ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.578699664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c030334a-faff-443c-93d8-27d0682d2226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.587059228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"cb29c950-9f25-4214-934d-4fb7c9e83e9a","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.596851786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"3f47e53e-8f8d-4398-a693-cb25b5bd7ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.596865451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c030334a-faff-443c-93d8-27d0682d2226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.65864354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub2","reconcileID":"37ee2207-300d-411a-894a-d05b9683eb1f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-distinct-2-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.708152985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"41df711d-a9e0-478d-9906-f09ff4d150ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.708819875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9ee76b0e-96b6-4e87-9314-eaec9c1dea9e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.740213579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"41df711d-a9e0-478d-9906-f09ff4d150ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.747578407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9ee76b0e-96b6-4e87-9314-eaec9c1dea9e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:39.839009887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"41df711d-a9e0-478d-9906-f09ff4d150ea","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.914375063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"99a0e5e0-927f-4dc2-9fc8-2c50c6c5dda0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:39.932251296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"99a0e5e0-927f-4dc2-9fc8-2c50c6c5dda0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.090958978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"44c883a4-3a8c-432d-89b7-3776ac18eb77","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.138354771Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub1","reconcileID":"81718623-687f-4236-a40e-17295839bee4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-63693e0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.177161781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b7f95b4d-516f-420e-9bb7-946a4edff4d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.1772209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"48edd556-a12e-4ecc-b0d4-81ffe1d4d12e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.177666307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ab821b7d-960d-4138-a028-a87df61d7f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.177694411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cb0b3dc5-e982-4fe1-b0f2-4cd4e2b161d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.196566569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b7f95b4d-516f-420e-9bb7-946a4edff4d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.19725503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"48edd556-a12e-4ecc-b0d4-81ffe1d4d12e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.199468851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ab821b7d-960d-4138-a028-a87df61d7f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.200898586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cb0b3dc5-e982-4fe1-b0f2-4cd4e2b161d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.313168792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"54f99219-944f-4f92-af9f-fe2db24a5657","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.313768635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3fdeba27-bc9d-45eb-b1cd-7c1279a2596f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.31444846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1d7ceba7-9bb9-47c3-9717-9f93fbd62aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.315507403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c2a40a77-82cb-419c-ac0a-e086ee13a40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.359303652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"54f99219-944f-4f92-af9f-fe2db24a5657","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.375093578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1d7ceba7-9bb9-47c3-9717-9f93fbd62aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.375618511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c2a40a77-82cb-419c-ac0a-e086ee13a40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.378622868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3fdeba27-bc9d-45eb-b1cd-7c1279a2596f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:42.624501123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"68a4ce46-1798-4956-bc9f-bd38de7bf7a5","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:42.693171785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"68a4ce46-1798-4956-bc9f-bd38de7bf7a5","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:42.860130378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"1f3ebf11-fb68-4bf9-8514-010a4fbaa94c","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:42.860153772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"1f3ebf11-fb68-4bf9-8514-010a4fbaa94c","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:47.954082418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"3235579c-5985-481c-9873-22d3a6d48fae","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:47.998962725Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"3235579c-5985-481c-9873-22d3a6d48fae","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.015557676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"3235579c-5985-481c-9873-22d3a6d48fae","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.034691387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08ccc27b-b694-4f9c-83be-9f3842ccc431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.034717511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08ccc27b-b694-4f9c-83be-9f3842ccc431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.170421041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"84e0a25a-2df7-4fa1-a72a-1f32e0ec6b31","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.215540444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"84e0a25a-2df7-4fa1-a72a-1f32e0ec6b31","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.231960588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"84e0a25a-2df7-4fa1-a72a-1f32e0ec6b31","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.249224172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e0daf9d-33c6-4f22-9661-613558e63b55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.24924827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e0daf9d-33c6-4f22-9661-613558e63b55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.545176499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"fba18c6a-ab08-4f63-be04-5d9a1580cce8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.655142214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"5ad77d54-45d6-4122-bfc3-e3dd8911b8a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.683791209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a6d377a-51d6-4a8f-a0b8-100e1b7e8490","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.6847216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"cc5f3b82-5945-4c04-94da-09482856740e","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.691878139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-sub-aa26a555","reconcileID":"9af905f4-673d-405c-9483-86f5889cb9fa","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.896004849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"b427c357-ec97-469f-b8be-809ba1ba2e36","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.896039702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"b427c357-ec97-469f-b8be-809ba1ba2e36","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.908402575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"10865056-2b28-4f92-b06f-5e51ab671859","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.924190709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2bb97970-3712-451a-8d4b-a85cf6fd8a29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.946600374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"52033e19-7479-44f6-a516-f0d6f1b9f321","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.000673231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"7f9297de-7555-4469-8e8a-eb0bff8f4048","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.000702441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"7f9297de-7555-4469-8e8a-eb0bff8f4048","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.010522331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"89b31112-438e-4368-9f3a-98f3af3c08d2","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"maas-trlp-e2e-lifecycle-model-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.014990428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"52033e19-7479-44f6-a516-f0d6f1b9f321","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.092108442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"9bb36ffd-0269-46de-9bf1-5fdfd7555b02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.111106308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"4a861f2f-4ad8-457f-b3b4-7bca8ba4a21f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.292322445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"554056f7-5c75-4835-9db9-e381cc9bb582","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.301599133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"4935f15d-95d6-4d36-885b-3a0177350d62","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.318363318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"5e96f70f-6d0f-4688-9bf7-056e8db0f92f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.342825498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c57feec0-5b1b-44df-9dc9-ddd70ea3aa05","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-distinct-2-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.373098891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"4935f15d-95d6-4d36-885b-3a0177350d62","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.464255309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"7d5f2c14-b3ce-48e6-bf0c-86b7d9554b8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.465374616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"9d0e9849-e973-42e9-8166-42925fb1a16c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.486093593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c60499f9-7ea4-43d1-8d5f-d5836a97ec4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.487014658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"959dc140-a839-498a-9526-5edbd0a0c81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.487639692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2aa603b0-cac7-4b5e-894d-1bd48d9a50cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.605227306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e8a61b9d-4bed-4b15-bee9-f0e8606b89c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.611482828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"83d9ef98-e064-4516-9f4e-f37dd754b2be","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.62369723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2aa603b0-cac7-4b5e-894d-1bd48d9a50cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.627805933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"959dc140-a839-498a-9526-5edbd0a0c81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.637849519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e8a61b9d-4bed-4b15-bee9-f0e8606b89c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.63882793Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e1f67ba6-d7e9-41e5-8a7a-b8ebc4eb0179","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.640091204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"b68bb523-f960-4be1-ae12-90155c5d66b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.64198949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c60499f9-7ea4-43d1-8d5f-d5836a97ec4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.657185052Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.658198763Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e1f67ba6-d7e9-41e5-8a7a-b8ebc4eb0179","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.68249689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812503b9-73ab-4229-b877-53f980d89d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.683045649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"20d0ab13-f06c-450a-88bc-d71d7377a141","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"maas-trlp-e2e-lifecycle-model-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.755047579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812503b9-73ab-4229-b877-53f980d89d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.764203779Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e1f67ba6-d7e9-41e5-8a7a-b8ebc4eb0179","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.781006683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812503b9-73ab-4229-b877-53f980d89d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.803238397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812503b9-73ab-4229-b877-53f980d89d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.942841408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ac49dbc5-2c19-4be0-8ee8-892ac6a9d595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.942841388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"08adde72-6ab5-4450-89e3-55eb349e9d79","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.973576576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"b5d85d24-9a65-4594-a40a-21a8d0180c5f","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.974840942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ac49dbc5-2c19-4be0-8ee8-892ac6a9d595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.979088073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"08adde72-6ab5-4450-89e3-55eb349e9d79","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.002444366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a41e8fbe-9ac0-4ae5-bc21-a256f0f2843d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.011445042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"166f3390-9fb0-4b8f-9913-e69a71a029a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.013884524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"ef935053-c360-4e8f-b782-cbe89bcb1924","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.059750618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"166f3390-9fb0-4b8f-9913-e69a71a029a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.061262029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a41e8fbe-9ac0-4ae5-bc21-a256f0f2843d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.121147704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"4f2f1b37-1a4a-45b3-86a1-0fc64ba15ba5","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.135419934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"40ccb858-9d00-4501-846f-46a2e7e6ad92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.154971265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"40ccb858-9d00-4501-846f-46a2e7e6ad92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.170266658Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub2","reconcileID":"929397a8-48c7-489e-a60f-3b083a070890","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8fa4288c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.240666087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cc0fb33e-feb0-4430-ac3d-c00613986221","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.258282764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cc0fb33e-feb0-4430-ac3d-c00613986221","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.336652796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3aa3b4ac-7e91-47ce-8ae5-3dc72fb81601","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.337233957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7e8d3800-49e6-49e5-89f8-56817a33d647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.396307216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3aa3b4ac-7e91-47ce-8ae5-3dc72fb81601","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.400296408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7e8d3800-49e6-49e5-89f8-56817a33d647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.455436041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"09860857-0034-454b-8a3a-03da462a6d92","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.455439804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3e6298eb-13bd-4389-83ce-8c34507ec126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.473484174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"09860857-0034-454b-8a3a-03da462a6d92","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.492688754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3e6298eb-13bd-4389-83ce-8c34507ec126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.586302509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f8aa1b-7a5f-47db-adf0-3f5556dcba15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.600739449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f8aa1b-7a5f-47db-adf0-3f5556dcba15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.615150971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f8aa1b-7a5f-47db-adf0-3f5556dcba15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:52.629367627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f8aa1b-7a5f-47db-adf0-3f5556dcba15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:53.25530087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ce64fc-f991-47bf-8ae7-0063fd17f94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:53.269815919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ce64fc-f991-47bf-8ae7-0063fd17f94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:53.284075518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ce64fc-f991-47bf-8ae7-0063fd17f94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:53.298459417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ce64fc-f991-47bf-8ae7-0063fd17f94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.170212217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"3db05c53-27b4-4dfc-8849-69292a3dc911","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.264731653Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"3db05c53-27b4-4dfc-8849-69292a3dc911","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.290000663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"3db05c53-27b4-4dfc-8849-69292a3dc911","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.290383873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"2fb7e680-e329-43ed-a7a8-c079012f055c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.308973705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2171a132-ed8f-4cc5-83d7-0e2f07b07930","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.309004453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2171a132-ed8f-4cc5-83d7-0e2f07b07930","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.35141684Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"2fb7e680-e329-43ed-a7a8-c079012f055c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.3678259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"2fb7e680-e329-43ed-a7a8-c079012f055c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.387037165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4142a72-66d2-4518-b453-df6c6e82c563","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.387059861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4142a72-66d2-4518-b453-df6c6e82c563","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.24933733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7fb213-e483-449f-9b73-6b720a6352b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.265895819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7fb213-e483-449f-9b73-6b720a6352b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.281288057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7fb213-e483-449f-9b73-6b720a6352b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.296321275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7fb213-e483-449f-9b73-6b720a6352b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.85686239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd9f65-a0be-4d0a-b1c8-38179cb367a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.871302128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd9f65-a0be-4d0a-b1c8-38179cb367a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.885794687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd9f65-a0be-4d0a-b1c8-38179cb367a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.900266613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd9f65-a0be-4d0a-b1c8-38179cb367a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.05938026Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-73dad5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-73dad5","reconcileID":"6d72a8ad-4190-463f-93c2-c1bbe1a5332c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-73dad5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-73dad5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.520073259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"5cd45ca4-5172-4d48-b894-907ef352cccf","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.520369514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"5cd45ca4-5172-4d48-b894-907ef352cccf","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.603922168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"927c4208-3926-4d47-bd45-b4b4a1ba1f9c","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.627267392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"927c4208-3926-4d47-bd45-b4b4a1ba1f9c","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.641983056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"151368c6-57a9-4114-bd57-696aebe49b72","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"maas-trlp-e2e-lifecycle-model-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.73369208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"efa3aa89-8a4e-4417-af06-9d3785a35fa5","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.795226077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"efa3aa89-8a4e-4417-af06-9d3785a35fa5","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.893440226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"c95d3b8f-3c7a-440a-b2a1-f7f6c277b0a1","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"maas-trlp-e2e-lifecycle-model-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.956778826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edcc8fe-fc7f-45d5-a7f3-bf1a38ecca5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.971340137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edcc8fe-fc7f-45d5-a7f3-bf1a38ecca5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.992856851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edcc8fe-fc7f-45d5-a7f3-bf1a38ecca5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.010655749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edcc8fe-fc7f-45d5-a7f3-bf1a38ecca5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.111173546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0f216809-80b9-4ba2-8427-e53df669a579","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.111835614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f735d281-77e6-4908-b20d-3467c85ca66d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.112457077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7a5591c3-c971-4511-957c-601e83eec9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.139727797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"30fb8da8-a32d-49b5-938c-d037028ac6c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.143739837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7a5591c3-c971-4511-957c-601e83eec9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.155516539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0f216809-80b9-4ba2-8427-e53df669a579","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.160661624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f735d281-77e6-4908-b20d-3467c85ca66d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.165575601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"30fb8da8-a32d-49b5-938c-d037028ac6c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.200433736Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub2","reconcileID":"64a0620a-3fe3-42fc-935d-725631dccc93","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.223147512Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub2","reconcileID":"64a0620a-3fe3-42fc-935d-725631dccc93","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.241418101Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-sub2","reconcileID":"64a0620a-3fe3-42fc-935d-725631dccc93","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.494025939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"d1afca26-0c04-4b35-99cc-e841a272b9c2","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.579473699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"dfaa3fd1-22a8-48b1-8b22-b2a42a767024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.579926092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f4bc3890-5145-4f86-9748-e6bb54e5af89","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.580167098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"690c40ce-7a0f-485d-a06d-1241609d7a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.580367314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f1538b77-0f9b-4beb-b224-d1426aa7cb19","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.602282338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f1538b77-0f9b-4beb-b224-d1426aa7cb19","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.607360485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"690c40ce-7a0f-485d-a06d-1241609d7a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.610913328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"dfaa3fd1-22a8-48b1-8b22-b2a42a767024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.614150086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f4bc3890-5145-4f86-9748-e6bb54e5af89","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.630835598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"302f61c3-9712-43d3-b44c-3597b36d8fb1","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.664443402Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0b6eb8fe-72e2-472a-965d-4ef0e230294a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.727685877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"181bb2ca-8a5c-4b9e-8d32-45a1525dbeac","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.764338971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"181bb2ca-8a5c-4b9e-8d32-45a1525dbeac","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:02.877752019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"6b4c11c9-5de4-455a-9f12-149e464aa631","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:03.052769012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"8173d50b-7dba-4470-99b9-057c73076869","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:03.053261944Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dac3311c-0c47-42dc-bb19-c4ed42a24f08","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:03.108878799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"3b994f09-786e-4975-9e49-39284b7a11df","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.114151738Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"909e29e0-6f17-46ae-a0d5-6beba57457fc","namespace":"ai-tenant-e2e-mt-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.114224154Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"909e29e0-6f17-46ae-a0d5-6beba57457fc","name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.133268816Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"909e29e0-6f17-46ae-a0d5-6beba57457fc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.133297665Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"909e29e0-6f17-46ae-a0d5-6beba57457fc","namespace":"ai-tenant-e2e-mt-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.133399904Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"909e29e0-6f17-46ae-a0d5-6beba57457fc","name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.133812146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"d5779eb1-40e3-4e36-9dc5-bd84e4f7f739","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.133830536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"d5779eb1-40e3-4e36-9dc5-bd84e4f7f739","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.151972627Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"909e29e0-6f17-46ae-a0d5-6beba57457fc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.155317112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"be86144d-652c-4f9f-b736-7372f365052c","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.155342637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"be86144d-652c-4f9f-b736-7372f365052c","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.162173946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"9d5e73a0-0d08-4033-b702-0c52d5591189","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:07.170445792Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"be86144d-652c-4f9f-b736-7372f365052c","name":"e2e-lifecycle-model-9d841c50","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9d841c50\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:07.170519201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"be86144d-652c-4f9f-b736-7372f365052c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9d841c50\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.175949903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"47d3f68b-e48a-4d0a-bb9b-3b8cff71f112","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.175975954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"47d3f68b-e48a-4d0a-bb9b-3b8cff71f112","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.182703472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"9d5e73a0-0d08-4033-b702-0c52d5591189","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.186703301Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"fb9bbe44-b917-4d42-ac18-0f82c779b95a","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7d0e5f76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.210109329Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"e9f478b8-838f-4ada-bdec-b3d9f326a5fe","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7d0e5f76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.224191637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"5093c7cf-627a-435b-96fb-7e3adadd29c4","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.428020973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"5093c7cf-627a-435b-96fb-7e3adadd29c4","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.476823582Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"5093c7cf-627a-435b-96fb-7e3adadd29c4","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"e2e-mt-9d841c50-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.476857066Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-policy-9d841c50","reconcileID":"5093c7cf-627a-435b-96fb-7e3adadd29c4","MaaSAuthPolicy":{"name":"e2e-policy-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.497895639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"0c465818-8c6e-4d3d-93b0-3c3d5932d8b5","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:07.497921413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"0c465818-8c6e-4d3d-93b0-3c3d5932d8b5","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.260041393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886768d2-1538-41ca-9a9a-2e366930821f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.274737312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886768d2-1538-41ca-9a9a-2e366930821f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.289960665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886768d2-1538-41ca-9a9a-2e366930821f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.304895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886768d2-1538-41ca-9a9a-2e366930821f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.351570468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"470a9b43-f856-4dee-a66f-147eb93831d1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.411491557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"470a9b43-f856-4dee-a66f-147eb93831d1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.427972721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"470a9b43-f856-4dee-a66f-147eb93831d1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.437899913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"d48be8df-9a6f-46aa-a557-17f0425ad730","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.447503414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d894d57c-9a35-4ec9-8d1d-dda82a80a76f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.447525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d894d57c-9a35-4ec9-8d1d-dda82a80a76f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.485288857Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"d48be8df-9a6f-46aa-a557-17f0425ad730","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.501834293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"d48be8df-9a6f-46aa-a557-17f0425ad730","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.519463395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d88d7e1-3886-4ff2-982a-ad5d16fee48c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.519489058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d88d7e1-3886-4ff2-982a-ad5d16fee48c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.818535217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"4f7d7f26-9d28-4c4f-ba03-a8fbe8157f02","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.818952352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f3341bd-90bd-4a7e-be79-b9fe01ce82f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.818969391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f3341bd-90bd-4a7e-be79-b9fe01ce82f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.880373303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af12035e-fff5-4613-b24e-1fd363a72170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.880508436Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-policy-aa26a555","reconcileID":"4f7d7f26-9d28-4c4f-ba03-a8fbe8157f02","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"policyNamespace":"ai-tenant-e2e-mt-1950adc7","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.895270945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af12035e-fff5-4613-b24e-1fd363a72170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.910299398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af12035e-fff5-4613-b24e-1fd363a72170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.914358566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5222558f-751a-4847-84a9-0e393f465cf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.914381865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5222558f-751a-4847-84a9-0e393f465cf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:08.924789486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af12035e-fff5-4613-b24e-1fd363a72170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:09.092453068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d990b91-0d05-4b27-af85-d37fc33467b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:09.09247778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d990b91-0d05-4b27-af85-d37fc33467b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:09.111975936Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e63221","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e63221","reconcileID":"bf0b9d92-7014-4139-a4d5-a0ba010cd63d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e63221","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-e63221":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:09.724317889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2ab997-85e7-4d5d-a58d-cd22d80347ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:09.74012804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2ab997-85e7-4d5d-a58d-cd22d80347ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:09.754797237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2ab997-85e7-4d5d-a58d-cd22d80347ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:09.769272514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db2ab997-85e7-4d5d-a58d-cd22d80347ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:10.360709177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44bff627-3338-4c10-b66c-ab54b956b452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:10.374961364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44bff627-3338-4c10-b66c-ab54b956b452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:10.389331746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44bff627-3338-4c10-b66c-ab54b956b452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:10.403734943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44bff627-3338-4c10-b66c-ab54b956b452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:11.217316696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a3414c-59c3-48c3-a156-4143eb054e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:11.242615262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a3414c-59c3-48c3-a156-4143eb054e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:11.267828383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a3414c-59c3-48c3-a156-4143eb054e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:11.343339379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a3414c-59c3-48c3-a156-4143eb054e00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:12.697273908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"c42afc4f-9191-4fed-a6e2-ba8885014e4e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:12.737692493Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"c42afc4f-9191-4fed-a6e2-ba8885014e4e","name":"e2e-api-a-73dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:17.224958397Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"7cfe06aa-42ac-4884-9711-e504ae77e191","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","subscription":"e2e-sub-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:17.239438384Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"7cfe06aa-42ac-4884-9711-e504ae77e191","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:17.253935314Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-sub-9d841c50","reconcileID":"7cfe06aa-42ac-4884-9711-e504ae77e191","MaaSSubscription":{"name":"e2e-sub-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"name":"maas-trlp-e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:17.338518129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"c6c74389-1d87-4ec5-80fa-c8f7c6046933","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:17.338540406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"c6c74389-1d87-4ec5-80fa-c8f7c6046933","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:18.495933089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"3a4c2971-db95-4477-b7f5-d64193debe59","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:18.54127442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"3a4c2971-db95-4477-b7f5-d64193debe59","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:18.557749554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"3a4c2971-db95-4477-b7f5-d64193debe59","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:18.575359743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49f95599-eedc-4c90-bb44-334401638fb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:18.575383983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49f95599-eedc-4c90-bb44-334401638fb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.141467693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-sub-aa26a555","reconcileID":"9f945de3-0f9b-46c3-bec4-947b5909157d","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-aa26a555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.204790908Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"namespace":"ai-tenant-e2e-mt-1950adc7","name":"e2e-shared-int-sub-aa26a555","reconcileID":"9f945de3-0f9b-46c3-bec4-947b5909157d","MaaSSubscription":{"name":"e2e-shared-int-sub-aa26a555","namespace":"ai-tenant-e2e-mt-1950adc7"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-47a7d9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.263237224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0937334a-22ca-4460-8d4b-3f8b00814682","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.263246456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"78b4d449-0ade-4623-886c-448e1d83756f","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.270478215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9b1c54b-f88e-40fc-bacb-9cd09379a4cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.270506503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9b1c54b-f88e-40fc-bacb-9cd09379a4cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.327498366Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","namespace":"ai-tenant-e2e-mt-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.327560838Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","namespace":"ai-tenant-e2e-mt-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.327625919Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","tenant":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.343381949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"Deployment","name":"maas-api-e2e-mt-9d841c50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.374427715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"Service","name":"maas-api-e2e-mt-9d841c50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.391350716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9d841c50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.40947413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9d841c50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.4273106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.452819924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.476394619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.496564026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.514193039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"Deployment","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.528823157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.543059967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"Service","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.557532011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"Service","name":"payload-pre-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.572223153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.586341313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.601893671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.626870766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.643613867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.659466204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.67435687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:19.688915832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d4c97b6-fa8b-4e84-8f5b-4bf82902471f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9d841c50","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:20.199442069Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9d841c50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9d841c50","reconcileID":"08bbd7b3-7a33-40ee-9ed8-367a1623bf01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9d841c50","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9d841c50"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.251137993Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"522a28ad-22fc-4cf0-9412-622290f57977","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.275500893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"522a28ad-22fc-4cf0-9412-622290f57977","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.28102791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"af6866d3-a465-4b4f-b64a-23d02134bdc3","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.281113768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"af6866d3-a465-4b4f-b64a-23d02134bdc3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.291471799Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"8091b210-673c-49a2-8d40-296b86f0176b","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.291533851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"8091b210-673c-49a2-8d40-296b86f0176b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.312024211Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"d1e1f909-117d-40b4-a523-75f4dd922a08","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.31209408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"d1e1f909-117d-40b4-a523-75f4dd922a08","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.353312532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"a10cb44d-7427-4229-ae6b-75db3ceee6f3","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.353377659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"a10cb44d-7427-4229-ae6b-75db3ceee6f3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.43462971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"408b32f6-bed1-4ecb-b2e5-852fdd8f4740","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.434729695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"408b32f6-bed1-4ecb-b2e5-852fdd8f4740","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.596684562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"9ebb7b78-8c6b-45b6-ba15-135dc96263c9","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.596843881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"9ebb7b78-8c6b-45b6-ba15-135dc96263c9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:20.63828267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4f0d15-9af9-44d9-a067-062e0cb72296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:20.657881982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4f0d15-9af9-44d9-a067-062e0cb72296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:20.673038892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4f0d15-9af9-44d9-a067-062e0cb72296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:20.691809605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4f0d15-9af9-44d9-a067-062e0cb72296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.920986646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"3ce54036-099f-4738-bbca-5baeb8506dec","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:20.921135193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"3ce54036-099f-4738-bbca-5baeb8506dec","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:21.445651633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e240b4-4fcf-404a-9287-9116217f9ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:21.489280233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e240b4-4fcf-404a-9287-9116217f9ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:21.507952591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e240b4-4fcf-404a-9287-9116217f9ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:21.522397367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e240b4-4fcf-404a-9287-9116217f9ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:21.562090232Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"9cc082b6-b658-417e-ac6f-2478d73487fb","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:21.56216142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"9cc082b6-b658-417e-ac6f-2478d73487fb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:21.621194536Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:22.128989674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"81370745-39be-4bfa-9c43-1aa6ffbbbaab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:22.198917948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"81370745-39be-4bfa-9c43-1aa6ffbbbaab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:22.232625068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2c3d0b35-1dd9-4fd6-8352-f1f4d25f236b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:22.258132753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2c3d0b35-1dd9-4fd6-8352-f1f4d25f236b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:22.842436812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"a4401ad6-54a3-4508-88c4-6628b18b9e7b","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:22.842515173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"a4401ad6-54a3-4508-88c4-6628b18b9e7b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:23.701379917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"ef176cd2-ab80-467c-b285-2a1db860cc4d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:23.739692077Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"ef176cd2-ab80-467c-b285-2a1db860cc4d","name":"e2e-api-a-e63221-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:25.402889715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"88682667-7374-4997-94f9-f1a3c8c6ba27","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:25.403059662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"88682667-7374-4997-94f9-f1a3c8c6ba27","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:27.817225043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"27af6275-5f1b-4860-a3ee-d121744909e2","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:27.81734422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"27af6275-5f1b-4860-a3ee-d121744909e2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.241711077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2a8270-6406-47c0-a48f-53cc19416e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.255967229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2a8270-6406-47c0-a48f-53cc19416e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.270263885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2a8270-6406-47c0-a48f-53cc19416e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.284289624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2a8270-6406-47c0-a48f-53cc19416e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.635925439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"afe4178d-1c91-45b6-96c3-bcd634fab57f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.653482332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"afe4178d-1c91-45b6-96c3-bcd634fab57f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.671294528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"afe4178d-1c91-45b6-96c3-bcd634fab57f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.876598832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee77602-e962-46a9-9804-a60fe96ccef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.890793516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee77602-e962-46a9-9804-a60fe96ccef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.91150021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee77602-e962-46a9-9804-a60fe96ccef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:28.929482886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee77602-e962-46a9-9804-a60fe96ccef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:29.63743788Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"b31d1cb7-9fbd-4db4-abfb-b358036ad91a","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:29.637512635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"b31d1cb7-9fbd-4db4-abfb-b358036ad91a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:29.75073967Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"346eab4d-aac0-4b22-a4bb-ebf1872ee7bc","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:42:29.750949128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"346eab4d-aac0-4b22-a4bb-ebf1872ee7bc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.056460892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7141b644-fb0a-496f-b9b3-48c470f6ff27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.070461826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7141b644-fb0a-496f-b9b3-48c470f6ff27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.084550832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7141b644-fb0a-496f-b9b3-48c470f6ff27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.098404936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7141b644-fb0a-496f-b9b3-48c470f6ff27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.660325161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f49e519d-6595-40bf-9577-b11c0528aa0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.674859597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f49e519d-6595-40bf-9577-b11c0528aa0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.689524284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f49e519d-6595-40bf-9577-b11c0528aa0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.703621239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f49e519d-6595-40bf-9577-b11c0528aa0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.800729488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"771086e8-1d2a-4bb8-ab40-96e1b535a01f","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.800748963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"771086e8-1d2a-4bb8-ab40-96e1b535a01f","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:30.84766737Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9d841c50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9d841c50","reconcileID":"80ce584f-7ada-4460-a2c1-b532dba68a3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9d841c50","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9d841c50":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.16783067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"66af5167-60b1-4fd1-9b47-46c1e8729aa3","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.167851856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"66af5167-60b1-4fd1-9b47-46c1e8729aa3","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.554693551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73aeed30-b143-4508-87ce-a1e998691607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.570969677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73aeed30-b143-4508-87ce-a1e998691607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.599842875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73aeed30-b143-4508-87ce-a1e998691607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.643270074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73aeed30-b143-4508-87ce-a1e998691607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.791116919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b3367ed-5902-454e-a726-9e6f7651042d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.791136978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b3367ed-5902-454e-a726-9e6f7651042d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.809648046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83b2bb1c-c02d-49f4-b19b-423076ab1c0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.809668567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83b2bb1c-c02d-49f4-b19b-423076ab1c0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.840214667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"1f673d0e-3de6-4298-b6f2-adc4acb736cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.890361512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"1f673d0e-3de6-4298-b6f2-adc4acb736cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"name":"e2e-api-a-73dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.907341653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-73dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"1f673d0e-3de6-4298-b6f2-adc4acb736cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.940436017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeb0f64d-ca9d-4109-a718-4ded45f6101e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:31.940468199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeb0f64d-ca9d-4109-a718-4ded45f6101e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.857141202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d853ff3f-ba00-4067-81d1-d89e6401e314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.871968835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d853ff3f-ba00-4067-81d1-d89e6401e314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.885947982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d853ff3f-ba00-4067-81d1-d89e6401e314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.900128457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d853ff3f-ba00-4067-81d1-d89e6401e314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:36.339164233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"c65c3951-3e7d-416c-942b-838b2068229c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:36.428361099Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"c65c3951-3e7d-416c-942b-838b2068229c","name":"e2e-mt-9d841c50-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:36.593651456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0397622-e1bf-4977-a014-a3fcdd549c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:36.607868878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0397622-e1bf-4977-a014-a3fcdd549c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:36.624900625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0397622-e1bf-4977-a014-a3fcdd549c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:36.641098368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0397622-e1bf-4977-a014-a3fcdd549c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:36.784181014Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1b46c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1b46c9","reconcileID":"a8723a48-18eb-4676-b826-e79a079f4049","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1b46c9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-1b46c9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:37.445922727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cb9be-6eb4-416f-93b1-3e9588ab0a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:37.460004439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cb9be-6eb4-416f-93b1-3e9588ab0a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:37.474148266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cb9be-6eb4-416f-93b1-3e9588ab0a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:37.488361387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cb9be-6eb4-416f-93b1-3e9588ab0a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:38.725327828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"a04cebcd-d30e-4578-9e35-cf9664f1e7c9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:38.751279526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"a04cebcd-d30e-4578-9e35-cf9664f1e7c9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:38.808268129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 15, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"a04cebcd-d30e-4578-9e35-cf9664f1e7c9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:40.675124638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96aca01c-30b4-4ede-a5b8-d2db58152f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:40.689930891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96aca01c-30b4-4ede-a5b8-d2db58152f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:40.705093905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96aca01c-30b4-4ede-a5b8-d2db58152f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:40.721943454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96aca01c-30b4-4ede-a5b8-d2db58152f47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:41.392205117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbed9594-a14a-4b39-b8e8-7bc9ebd4406e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:41.423337885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbed9594-a14a-4b39-b8e8-7bc9ebd4406e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:41.459277989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbed9594-a14a-4b39-b8e8-7bc9ebd4406e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:41.479508099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbed9594-a14a-4b39-b8e8-7bc9ebd4406e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:42.057144428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"c40c17da-7723-4d0c-a393-32d8269264c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:42.10680096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"c40c17da-7723-4d0c-a393-32d8269264c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"name":"e2e-api-a-73dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:42.144883746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-73dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"c40c17da-7723-4d0c-a393-32d8269264c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:42.160526433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c79e40c-265e-453f-93d9-b6f401f03022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:42.207546216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c79e40c-265e-453f-93d9-b6f401f03022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:42.236915891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c79e40c-265e-453f-93d9-b6f401f03022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:42.256056224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c79e40c-265e-453f-93d9-b6f401f03022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:44.991047677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afdacabf-7f29-4e4d-a33f-148eb846c93a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:44.991167367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afdacabf-7f29-4e4d-a33f-148eb846c93a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.024915586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0258f3fa-82cf-4c8e-bbc9-7c267bde4590","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.029559414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0258f3fa-82cf-4c8e-bbc9-7c267bde4590","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.057814576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"d2559ea0-1e05-4257-b54a-97fca17395ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.107216991Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"d2559ea0-1e05-4257-b54a-97fca17395ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"name":"e2e-api-a-e63221-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.125488458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e63221-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"d2559ea0-1e05-4257-b54a-97fca17395ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.146847514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bcaac68-cfe3-4b7b-9f1e-a50836e6b0cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.1469479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bcaac68-cfe3-4b7b-9f1e-a50836e6b0cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.559141435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-2-w1-0f97fc","reconcileID":"38d5299e-41c0-44bd-a808-e3adf0554956","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-2-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-2-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:46.457692425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-2-w1-0f97fc","reconcileID":"f03277bd-eaf9-4627-a2fe-42e5dbd6d6c7","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-2-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-2-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.280957081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882a2551-99de-4d26-96cc-095921cffc8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.296138008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882a2551-99de-4d26-96cc-095921cffc8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.310450655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882a2551-99de-4d26-96cc-095921cffc8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.325970211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882a2551-99de-4d26-96cc-095921cffc8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.849535601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"cc4ef265-1e2b-4070-b1e6-dfe3b34e09e1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.867770543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"cc4ef265-1e2b-4070-b1e6-dfe3b34e09e1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.891073549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"cc4ef265-1e2b-4070-b1e6-dfe3b34e09e1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.944429025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f00d60b-8828-483a-ab42-e93073e89156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.945669615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"254a79c1-9c6c-45d1-93a5-2c731343d563","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.945748728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"254a79c1-9c6c-45d1-93a5-2c731343d563","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.960067036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f00d60b-8828-483a-ab42-e93073e89156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.975709858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f00d60b-8828-483a-ab42-e93073e89156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:48.995812339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f00d60b-8828-483a-ab42-e93073e89156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:49.125156876Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-098ede","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-098ede","reconcileID":"6e837891-98d6-4be4-8196-8bc989d8170e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-098ede","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-098ede":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:49.555128169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ff7454-a183-4c99-af9e-b182675a3fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:49.569238649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ff7454-a183-4c99-af9e-b182675a3fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:49.583857642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ff7454-a183-4c99-af9e-b182675a3fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:49.598226961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ff7454-a183-4c99-af9e-b182675a3fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:50.147778865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc096f4-8c23-4975-81c9-8cf21c73d420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:50.162344708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc096f4-8c23-4975-81c9-8cf21c73d420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:50.176453673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc096f4-8c23-4975-81c9-8cf21c73d420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:50.190676468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc096f4-8c23-4975-81c9-8cf21c73d420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:51.621138239Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:52.175881426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"8346b29a-bbde-4915-9b66-3fc5412b1a9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:52.19428824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"8346b29a-bbde-4915-9b66-3fc5412b1a9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"name":"e2e-api-a-73dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:52.212279711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-73dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"8346b29a-bbde-4915-9b66-3fc5412b1a9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:53.849930029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"7a9560be-5a90-4d78-b2b1-9bedfc6c9a21","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:53.849957118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"7a9560be-5a90-4d78-b2b1-9bedfc6c9a21","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.239826241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80de7310-f779-4926-9d1e-4983369c6bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.256939648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80de7310-f779-4926-9d1e-4983369c6bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.271742638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80de7310-f779-4926-9d1e-4983369c6bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.285888414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80de7310-f779-4926-9d1e-4983369c6bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.919872417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93c6e91-1fc7-4619-85c0-333f7091fc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.936425237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93c6e91-1fc7-4619-85c0-333f7091fc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.952115638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93c6e91-1fc7-4619-85c0-333f7091fc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.968833823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93c6e91-1fc7-4619-85c0-333f7091fc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:55.176534067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"7778339f-0ab1-44e4-981b-16b025b47b8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:55.199144786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"7778339f-0ab1-44e4-981b-16b025b47b8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"name":"e2e-api-a-e63221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:55.216149843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e63221-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"7778339f-0ab1-44e4-981b-16b025b47b8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:55.295790182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"f15dad74-2562-4d39-9b83-6480c1800209","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:55.346091548Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"f15dad74-2562-4d39-9b83-6480c1800209","name":"e2e-api-b-1b46c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:55.833415421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabb2ff8-44dd-4ac7-b1e1-c764c6d65f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:55.84745684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabb2ff8-44dd-4ac7-b1e1-c764c6d65f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:55.861809515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabb2ff8-44dd-4ac7-b1e1-c764c6d65f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:55.87591934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabb2ff8-44dd-4ac7-b1e1-c764c6d65f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:58.999185246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"bf76a220-db2c-4456-bd9a-f8f475c1ea7d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:59.021480725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"bf76a220-db2c-4456-bd9a-f8f475c1ea7d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:59.104534639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd6dcd33-8d75-44b9-a742-807144f1fe20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:59.104562782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd6dcd33-8d75-44b9-a742-807144f1fe20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.083410283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-47a7d9","reconcileID":"8317c86e-1004-49bb-8ae6-ec43e1831b22","MaaSAuthPolicy":{"name":"e2e-default-int-auth-47a7d9","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.083479676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bde389a7-1c53-45c8-8f86-39eb6c1167b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.083497107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bde389a7-1c53-45c8-8f86-39eb6c1167b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.128715157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8086459-c3ae-445d-9a9f-8be40d1ecea7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.128731112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8086459-c3ae-445d-9a9f-8be40d1ecea7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.240877607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"475d253f-deb1-47b5-acf7-5b2ee7d33f7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.25871765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"475d253f-deb1-47b5-acf7-5b2ee7d33f7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"name":"e2e-api-a-73dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.275470989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-73dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e332b51a2c621ffd798efda19bff5a97cd2d1832e56cef94f35937594cbf4f29) AuthConfig (dc3490ebffc6acab247d55483799d2787b7f288ebd80efa7fbfff6554650b5cf) AuthConfig (fd0fc4106f532a72b5ddc318fa47e9c09bb7f7491f7078ebebbb2fd2cc522a3a) AuthConfig (7a27c0b2b0712a97301ef1b528651aafc8490498eb85d9f2f9b9a0b6a4203fac) AuthConfig (7e7be140ce470a70ae4cc13c8dc8912d8af869e535caf700707e356e8de962c6) AuthConfig (039380ad6550ee0977a479579fe208c444b040021aac54fcc00d087ba6690f66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"475d253f-deb1-47b5-acf7-5b2ee7d33f7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.294757665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd9540cf-c870-43ac-94b9-b884e805086c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.294772005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd9540cf-c870-43ac-94b9-b884e805086c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.347353606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73012473-334f-4fff-966a-889896796f57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.347379322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73012473-334f-4fff-966a-889896796f57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.391752115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f478573d-e37e-465e-8994-b651696f4515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.391851445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fba607a-c23d-4f48-82a8-76c781bd84a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.409874421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f478573d-e37e-465e-8994-b651696f4515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:02.409968353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fba607a-c23d-4f48-82a8-76c781bd84a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:03.91873121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"afd7fb60-0f89-4620-952d-c164bbb4dc35","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:03.91875654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"afd7fb60-0f89-4620-952d-c164bbb4dc35","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:03.950675759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"db4e067e-cc3a-4e75-ae6a-4a69fe2d69e4","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:03.950695567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"db4e067e-cc3a-4e75-ae6a-4a69fe2d69e4","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.2716538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dee9b7-2921-4382-82a5-1f2f5312a343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.285842597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dee9b7-2921-4382-82a5-1f2f5312a343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.300125202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dee9b7-2921-4382-82a5-1f2f5312a343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.31467565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dee9b7-2921-4382-82a5-1f2f5312a343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.956856531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704f50eb-7e6e-475e-854b-d3aa9e5d686d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.971071065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704f50eb-7e6e-475e-854b-d3aa9e5d686d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.985163708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704f50eb-7e6e-475e-854b-d3aa9e5d686d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.999308261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704f50eb-7e6e-475e-854b-d3aa9e5d686d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:05.244673423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"3a36e668-894c-41f6-9f3a-022afe5951cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:05.263153578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"3a36e668-894c-41f6-9f3a-022afe5951cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"name":"e2e-api-a-e63221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:05.287789781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e63221-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (490777ba4eb10183781ad061cff22ba3959625c323d66c0f68454248002b31b0) AuthConfig (dc6238db69fe16907db06031c11f666ffbedbbc68e2fc05d32a07dc8467a5ac9) AuthConfig (478652eaaf5e1118c197704df34188da060dde93a7994b466092e50c3fc02f55) AuthConfig (2084ad09d610b1893d369c1e9cf41b6a77aa05f6ee3229b14eb50d79e0de7fdf) AuthConfig (ef3f42c9cacf1828056d2c53a227d8d2bf7c18155d8f25d27e6dfce541b9fb25) AuthConfig (8441b22202fe7a1edf37dd02e63162126fafeda17449cc3ca7ac7437745675c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"3a36e668-894c-41f6-9f3a-022afe5951cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:05.304648125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b0a0fa-5f74-4bda-9d22-b42771f2a9e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:05.304662403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26b0a0fa-5f74-4bda-9d22-b42771f2a9e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:05.548695079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e51026-47e6-4460-b1a0-aaee00fef6d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:05.562718629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e51026-47e6-4460-b1a0-aaee00fef6d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:05.576611152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e51026-47e6-4460-b1a0-aaee00fef6d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:05.590640962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e51026-47e6-4460-b1a0-aaee00fef6d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:06.231911213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6339f6-b20f-42c6-86cf-6db7722b1bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:06.246148174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6339f6-b20f-42c6-86cf-6db7722b1bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:06.26007171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6339f6-b20f-42c6-86cf-6db7722b1bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:06.274032519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6339f6-b20f-42c6-86cf-6db7722b1bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:06.872520504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4095ce97-4726-4ea4-a178-ccebcbfba207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:06.922360085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4095ce97-4726-4ea4-a178-ccebcbfba207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:06.939388484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4095ce97-4726-4ea4-a178-ccebcbfba207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:06.953741214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4095ce97-4726-4ea4-a178-ccebcbfba207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:07.578791513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"0b2e54e8-4558-4437-8a18-3ea218ecbec9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:07.61970544Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"0b2e54e8-4558-4437-8a18-3ea218ecbec9","name":"e2e-api-b-098ede-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:07.664296374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e71d588-d441-43d1-82b3-b1a2cb1b3c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:07.681987749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e71d588-d441-43d1-82b3-b1a2cb1b3c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:07.696217294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e71d588-d441-43d1-82b3-b1a2cb1b3c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:07.71037765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e71d588-d441-43d1-82b3-b1a2cb1b3c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.326425426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"93ead61e-edaa-42e2-960b-6347f13039cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.344805628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"93ead61e-edaa-42e2-960b-6347f13039cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"name":"e2e-api-a-73dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.363001717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-73dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e332b51a2c621ffd798efda19bff5a97cd2d1832e56cef94f35937594cbf4f29) AuthConfig (dc3490ebffc6acab247d55483799d2787b7f288ebd80efa7fbfff6554650b5cf) AuthConfig (fd0fc4106f532a72b5ddc318fa47e9c09bb7f7491f7078ebebbb2fd2cc522a3a) AuthConfig (7a27c0b2b0712a97301ef1b528651aafc8490498eb85d9f2f9b9a0b6a4203fac) AuthConfig (7e7be140ce470a70ae4cc13c8dc8912d8af869e535caf700707e356e8de962c6) AuthConfig (039380ad6550ee0977a479579fe208c444b040021aac54fcc00d087ba6690f66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"93ead61e-edaa-42e2-960b-6347f13039cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.397905481Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"85a7d0f7-6b64-4633-80d8-69086ba33ea3","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-47a7d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.462525473Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-47a7d9","reconcileID":"85a7d0f7-6b64-4633-80d8-69086ba33ea3","MaaSSubscription":{"name":"e2e-default-int-sub-47a7d9","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.534443849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02e73949-0d22-4578-9932-ab11d38b1231","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.559347861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"704f4bcf-b77b-4f8b-96e5-c92fd8cde7a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.559370605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"704f4bcf-b77b-4f8b-96e5-c92fd8cde7a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.60070504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b83c7713-d7d2-4adf-b9f8-07a57db481fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.600711135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bae2258d-a207-4849-851c-84c8815f1af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.618839189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b83c7713-d7d2-4adf-b9f8-07a57db481fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:12.61924485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bae2258d-a207-4849-851c-84c8815f1af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.074999094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"314a21f0-84c0-4ad9-82ff-6bd168cbacbd","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"tenant":"e2e-mt-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","model":"ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.075022336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"314a21f0-84c0-4ad9-82ff-6bd168cbacbd","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"routeName":"e2e-lifecycle-model-9d841c50-kserve-route","namespace":"ai-tenant-e2e-mt-9d841c50","llmisvcName":"e2e-lifecycle-model-9d841c50","gateway":"openshift-ingress/e2e-mt-9d841c50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.823059882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c505e89-c706-4aa9-a251-1e83d40fdf99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.838396667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c505e89-c706-4aa9-a251-1e83d40fdf99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.853188509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c505e89-c706-4aa9-a251-1e83d40fdf99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.86771098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c505e89-c706-4aa9-a251-1e83d40fdf99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:15.352794969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"bc2edb5e-5c0c-4b1d-a506-47d018d97d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:15.372836176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"bc2edb5e-5c0c-4b1d-a506-47d018d97d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"name":"e2e-api-a-e63221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:15.39107775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e63221-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (490777ba4eb10183781ad061cff22ba3959625c323d66c0f68454248002b31b0) AuthConfig (dc6238db69fe16907db06031c11f666ffbedbbc68e2fc05d32a07dc8467a5ac9) AuthConfig (478652eaaf5e1118c197704df34188da060dde93a7994b466092e50c3fc02f55) AuthConfig (2084ad09d610b1893d369c1e9cf41b6a77aa05f6ee3229b14eb50d79e0de7fdf) AuthConfig (ef3f42c9cacf1828056d2c53a227d8d2bf7c18155d8f25d27e6dfce541b9fb25) AuthConfig (8441b22202fe7a1edf37dd02e63162126fafeda17449cc3ca7ac7437745675c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"bc2edb5e-5c0c-4b1d-a506-47d018d97d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:15.696966753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd33a8a6-388b-4716-98c9-e7c7241bbe4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:15.711623021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd33a8a6-388b-4716-98c9-e7c7241bbe4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:15.7259579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd33a8a6-388b-4716-98c9-e7c7241bbe4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:15.740174928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd33a8a6-388b-4716-98c9-e7c7241bbe4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:16.570148926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cb8c00-c848-4a89-8f15-5fa67fe5cf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:16.592388373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cb8c00-c848-4a89-8f15-5fa67fe5cf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:16.622306426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cb8c00-c848-4a89-8f15-5fa67fe5cf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:16.644033248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cb8c00-c848-4a89-8f15-5fa67fe5cf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.250752738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b361bf9-6755-4ac8-a7dc-82a8a689c26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.265126772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b361bf9-6755-4ac8-a7dc-82a8a689c26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.279386856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b361bf9-6755-4ac8-a7dc-82a8a689c26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.293730161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b361bf9-6755-4ac8-a7dc-82a8a689c26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.4420907Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-038953","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-038953","reconcileID":"a6fd9d9f-dde6-4f71-ba2e-aeb800595cf4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-038953","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-038953":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.813458439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4847bbc1-5b14-4908-a68f-a21df5108247","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.813555759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4847bbc1-5b14-4908-a68f-a21df5108247","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.847645664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aae967dc-a7db-45ac-9bcb-cc581509c1d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.847765199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aae967dc-a7db-45ac-9bcb-cc581509c1d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.897344893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"eb5f3a1c-582e-46f4-bfea-f6cbf41cdf6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.945199622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"eb5f3a1c-582e-46f4-bfea-f6cbf41cdf6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"name":"e2e-api-b-1b46c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.961508143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1b46c9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"eb5f3a1c-582e-46f4-bfea-f6cbf41cdf6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.980834009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eab445e2-1925-4981-947c-15a6375407b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:17.980848173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eab445e2-1925-4981-947c-15a6375407b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:18.074421406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e8d364-10ae-4b00-a83b-455372366406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:18.088296557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e8d364-10ae-4b00-a83b-455372366406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:18.102784343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e8d364-10ae-4b00-a83b-455372366406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:18.116629323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e8d364-10ae-4b00-a83b-455372366406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:19.567763223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"ec09e794-d7f8-4514-9989-a48232eacafc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:19.591324685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"ec09e794-d7f8-4514-9989-a48232eacafc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"name":"e2e-api-a-73dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:19.614849842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-73dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e332b51a2c621ffd798efda19bff5a97cd2d1832e56cef94f35937594cbf4f29) AuthConfig (dc3490ebffc6acab247d55483799d2787b7f288ebd80efa7fbfff6554650b5cf) AuthConfig (fd0fc4106f532a72b5ddc318fa47e9c09bb7f7491f7078ebebbb2fd2cc522a3a) AuthConfig (7a27c0b2b0712a97301ef1b528651aafc8490498eb85d9f2f9b9a0b6a4203fac) AuthConfig (7e7be140ce470a70ae4cc13c8dc8912d8af869e535caf700707e356e8de962c6) AuthConfig (039380ad6550ee0977a479579fe208c444b040021aac54fcc00d087ba6690f66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"ec09e794-d7f8-4514-9989-a48232eacafc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:19.967630942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"1cf62c6b-a07b-4df3-a25c-a85f9afa0690","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:20.204236798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"1cf62c6b-a07b-4df3-a25c-a85f9afa0690","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"name":"e2e-api-a-73dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:20.287270267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1e1359e-efe7-4ad8-8e61-235fe27a6d01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:20.287311394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1e1359e-efe7-4ad8-8e61-235fe27a6d01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:20.382514886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ebf398-9a87-4d56-96f4-9a7de19d1a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:20.396789663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ebf398-9a87-4d56-96f4-9a7de19d1a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:20.411007157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ebf398-9a87-4d56-96f4-9a7de19d1a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:20.42735804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ebf398-9a87-4d56-96f4-9a7de19d1a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:21.048553873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011e86ab-e776-407f-96da-7ece71838714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:21.068145856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011e86ab-e776-407f-96da-7ece71838714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:21.104959255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011e86ab-e776-407f-96da-7ece71838714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:21.121286178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011e86ab-e776-407f-96da-7ece71838714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:21.620789896Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:21.746279638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb188c2-b62c-4a13-8a70-1a7feda984e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:21.760619362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb188c2-b62c-4a13-8a70-1a7feda984e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:21.775365753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb188c2-b62c-4a13-8a70-1a7feda984e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:21.790005545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb188c2-b62c-4a13-8a70-1a7feda984e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:22.353661428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615022dc-b31c-44f1-95df-57f627ad8d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:22.367832448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615022dc-b31c-44f1-95df-57f627ad8d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:22.381659094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615022dc-b31c-44f1-95df-57f627ad8d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:22.395531015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615022dc-b31c-44f1-95df-57f627ad8d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:23.052689928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f7bba9-46a9-4bee-b602-8f09d644f6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:23.06703951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f7bba9-46a9-4bee-b602-8f09d644f6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:23.081075146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f7bba9-46a9-4bee-b602-8f09d644f6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:23.095447089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f7bba9-46a9-4bee-b602-8f09d644f6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:25.421951819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"74901358-8279-4919-9ca3-f34d048a4658","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:25.440816815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"74901358-8279-4919-9ca3-f34d048a4658","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"name":"e2e-api-a-e63221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:25.516966417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7b480d1-5aa0-487e-9c4a-c9eade5c0c09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:25.516982059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7b480d1-5aa0-487e-9c4a-c9eade5c0c09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:27.784362444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed023e70-a7b6-46eb-a793-e31f56371ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:27.798476129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed023e70-a7b6-46eb-a793-e31f56371ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:27.812841383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed023e70-a7b6-46eb-a793-e31f56371ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:27.8269982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed023e70-a7b6-46eb-a793-e31f56371ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.008836671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"83f652ec-8c02-453a-86db-d0f94a3636fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.026603173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"83f652ec-8c02-453a-86db-d0f94a3636fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"name":"e2e-api-b-1b46c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.043506306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1b46c9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"83f652ec-8c02-453a-86db-d0f94a3636fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.383560469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56f84eb-d739-4791-8f8d-65422c28ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.397872504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56f84eb-d739-4791-8f8d-65422c28ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.412113727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56f84eb-d739-4791-8f8d-65422c28ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.426533622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56f84eb-d739-4791-8f8d-65422c28ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:29.945201325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"7fd264e4-25b6-4927-920e-b226dadc4690","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:29.965476581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"7fd264e4-25b6-4927-920e-b226dadc4690","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"name":"e2e-api-a-73dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.044980328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"51d293d0-5349-47da-9fb3-9f95ab6234b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.063288947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"51d293d0-5349-47da-9fb3-9f95ab6234b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"name":"e2e-api-a-73dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.205292904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4323a30-6750-4989-91c3-806efdf37351","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.205310985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4323a30-6750-4989-91c3-806efdf37351","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.222494145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c39a823-3c8c-4b02-bdbd-ff358e6e23d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.222512488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c39a823-3c8c-4b02-bdbd-ff358e6e23d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.250160027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"cf564584-647c-4378-8519-090b8c8e64ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.295304488Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"cf564584-647c-4378-8519-090b8c8e64ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"name":"e2e-api-b-098ede-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.311815816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-098ede-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"cf564584-647c-4378-8519-090b8c8e64ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.334322672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"161592b7-a19b-439b-a405-2025ab9bfa24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.334337636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"161592b7-a19b-439b-a405-2025ab9bfa24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.459772047Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","namespace":"ai-tenant-e2e-mt-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.459832761Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","namespace":"ai-tenant-e2e-mt-9d841c50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.459883406Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","tenant":"e2e-mt-9d841c50","tenantID":"e2e-mt-9d841c50","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.475965165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"Deployment","name":"maas-api-e2e-mt-9d841c50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.504997725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"Service","name":"maas-api-e2e-mt-9d841c50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.521669909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9d841c50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.540507171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9d841c50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.558168994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.574550353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.594491777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.611551208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.626250729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"Deployment","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.641575988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.655244071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"Service","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.669042565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"Service","name":"payload-pre-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.682800077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.697468464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.71119308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.728390721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.744419057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.758169877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.774180931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9d841c50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:30.79567683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"default-tenant","reconcileID":"8d46435b-95bf-4753-8de9-2898ec4810c2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9d841c50","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:31.251543783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"342705ef-b0cd-40a9-85fb-fecaff16cad8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:31.252767574Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9d841c50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9d841c50","reconcileID":"5f248e27-86c4-4a2f-91dd-e3f414776375","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9d841c50","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9d841c50"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:31.279326897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"342705ef-b0cd-40a9-85fb-fecaff16cad8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"name":"e2e-api-a-e63221-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.31418969Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"fbea1b85-4abc-47d9-813f-ac21f82c4e60","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.343753604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"fbea1b85-4abc-47d9-813f-ac21f82c4e60","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.412315984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"ac44c4e3-a66c-48ae-858c-f3c9c6e38a3e","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.412413253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"ac44c4e3-a66c-48ae-858c-f3c9c6e38a3e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.423198608Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"9342d2e2-0a66-4d78-bd21-827d7f5098bb","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.42332646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"9342d2e2-0a66-4d78-bd21-827d7f5098bb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.444782729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"3f8a2fa9-1be4-490d-9527-9497874747e6","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.444872235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"3f8a2fa9-1be4-490d-9527-9497874747e6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.473725502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"9339d2e8-2ea0-40ce-a7fd-93bc44af1b8a","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.474857782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"9339d2e8-2ea0-40ce-a7fd-93bc44af1b8a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:31.503002123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"9d017fd9-5bd3-4e23-ad57-baf1c1a613f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:31.52205238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"9d017fd9-5bd3-4e23-ad57-baf1c1a613f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"name":"e2e-api-a-e63221-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.556828122Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"faf71f60-2450-4e9a-8e4d-3fc244ba68a1","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.556915253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"faf71f60-2450-4e9a-8e4d-3fc244ba68a1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:31.598746559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7950c57b-69d2-4b6e-9f14-334baddfb3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:31.6134178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7950c57b-69d2-4b6e-9f14-334baddfb3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:31.628340856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7950c57b-69d2-4b6e-9f14-334baddfb3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:31.642506941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7950c57b-69d2-4b6e-9f14-334baddfb3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.717643616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"7c1f5e62-d55c-4d95-8a7f-38d93efc5068","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:31.717706389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"7c1f5e62-d55c-4d95-8a7f-38d93efc5068","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:32.037940625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"af3cdce0-b639-4d75-a3ef-c2e1ce2c038e","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:32.038004917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"af3cdce0-b639-4d75-a3ef-c2e1ce2c038e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:32.288023913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa942903-445e-400c-9e21-51bd30bd5e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:32.30416891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa942903-445e-400c-9e21-51bd30bd5e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:32.318693649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa942903-445e-400c-9e21-51bd30bd5e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:32.333877186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa942903-445e-400c-9e21-51bd30bd5e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:32.67869345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"0b22356d-4b73-41cb-865c-cc3dfc82a22a","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:32.678779763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"0b22356d-4b73-41cb-865c-cc3dfc82a22a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:33.003740604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf15bc6-3c77-43dd-9b07-8de6a4527671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:33.024945853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf15bc6-3c77-43dd-9b07-8de6a4527671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:33.040407938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf15bc6-3c77-43dd-9b07-8de6a4527671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:33.054982619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf15bc6-3c77-43dd-9b07-8de6a4527671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:33.780113183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacd23bf-e6b1-4d2c-9cec-fa80be63db50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:33.804699777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacd23bf-e6b1-4d2c-9cec-fa80be63db50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:33.838702632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacd23bf-e6b1-4d2c-9cec-fa80be63db50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:33.859747659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacd23bf-e6b1-4d2c-9cec-fa80be63db50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:33.95972466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"311c64db-9900-4b86-808b-46af12fde1db","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:33.959791446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"311c64db-9900-4b86-808b-46af12fde1db","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:36.522545922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"74c372e0-b1f2-4f6e-b387-c77fb53b277b","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:36.522811044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"74c372e0-b1f2-4f6e-b387-c77fb53b277b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:36.835917292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"6f3377b0-8ef8-4913-bfa0-e92b4b7ee2e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:36.878366624Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"6f3377b0-8ef8-4913-bfa0-e92b4b7ee2e6","name":"e2e-api-a-038953-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:36.979855543Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"dec835ee-ceef-46be-a019-4c82eef238db","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:36.982642919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"dec835ee-ceef-46be-a019-4c82eef238db","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:38.079052909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"7f7af3a0-2838-4ef5-b525-1e3497979ce9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:38.098492014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"7f7af3a0-2838-4ef5-b525-1e3497979ce9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"name":"e2e-api-b-1b46c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:38.119052371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1b46c9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"7f7af3a0-2838-4ef5-b525-1e3497979ce9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.29290101Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"0c0a0be9-0929-473d-8674-472e631abeec","namespace":"ai-tenant-e2e-api-a-73dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.292974234Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"0c0a0be9-0929-473d-8674-472e631abeec","namespace":"ai-tenant-e2e-api-a-73dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.293019202Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"0c0a0be9-0929-473d-8674-472e631abeec","name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.311691753Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"0c0a0be9-0929-473d-8674-472e631abeec","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.311994282Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"b47018a0-ac09-4a79-84a7-176fadf2fcb4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.31224538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17df0e44-fded-45fa-a317-bd9e6fb2accb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.312262133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17df0e44-fded-45fa-a317-bd9e6fb2accb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.363541967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"2a850c6a-1c7d-489d-a8c8-8faff72824b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.381867051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"2a850c6a-1c7d-489d-a8c8-8faff72824b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"name":"e2e-api-b-098ede-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.398929871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-098ede-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"2a850c6a-1c7d-489d-a8c8-8faff72824b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.449822766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"b47018a0-ac09-4a79-84a7-176fadf2fcb4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.496920355Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"b47018a0-ac09-4a79-84a7-176fadf2fcb4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"name":"e2e-api-a-73dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.496933878Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"e2e-e2e-api-a-73dad5-policy","reconcileID":"b47018a0-ac09-4a79-84a7-176fadf2fcb4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73dad5-policy","namespace":"ai-tenant-e2e-api-a-73dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.514668279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac6ba84c-f5f0-43f6-bb8e-0be67c704bdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:40.514683093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac6ba84c-f5f0-43f6-bb8e-0be67c704bdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:41.596039408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"4ef7a3d9-fd89-4baf-918b-7ec908c22c05","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:41.59609743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"4ef7a3d9-fd89-4baf-918b-7ec908c22c05","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:41.625083329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"29569446-7bdb-48c9-9fc3-c1fe6b07e495","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:41.643553232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"29569446-7bdb-48c9-9fc3-c1fe6b07e495","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"name":"e2e-api-a-e63221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:41.724567069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"4e1b424a-cf46-47e3-ac80-775458db3fe4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:41.743536602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"4e1b424a-cf46-47e3-ac80-775458db3fe4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"name":"e2e-api-a-e63221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:48.149727164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"9e86a210-e64e-44c6-b14a-55c3068e382b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:48.169803057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"9e86a210-e64e-44c6-b14a-55c3068e382b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"name":"e2e-api-b-1b46c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:48.188562979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1b46c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2a11ec8c71363ea22165b4a3f96b139e369bd4bbe9ee3d9878dd74b198f35cdf) AuthConfig (fdcc1922886591ab3d01489da38819c06cba9d08bca088063dcd1d1d27fc93ad) AuthConfig (0fbf49996a75c6adb0552b2db556459548e50a73da81a84a7e43551909accc59) AuthConfig (f53082bc8fdf97e7fc4245f79641172882216bc0c8ab859f6562c2272893d4fa) AuthConfig (5d138274fba2265864d2a45295928c84fa0942a2e0259e27e9f4e5100313a3ea) AuthConfig (44170a0fe87ca0cb6f98fe1220c11196182cfd5c1139ed718d7ac6e7512be8a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"9e86a210-e64e-44c6-b14a-55c3068e382b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:48.211724552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"999c9b61-e453-4bd8-8547-df31fd4fba47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:48.211739678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"999c9b61-e453-4bd8-8547-df31fd4fba47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:50.435820198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"7ff3d300-fb11-4e19-8d22-383918366eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:50.45760463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"7ff3d300-fb11-4e19-8d22-383918366eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"name":"e2e-api-b-098ede-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:50.474502852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-098ede-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33ac7ef426c82fc91f5530557d630d4418b3f4239b0447294a82e8a155182920) AuthConfig (dd6a87298dfba86c7c75278afe56e36dc83a1d82a795437cdeaa3d9630a2a165) AuthConfig (e01d705def922434d60df4653d2ca32c326f4cd463b602c23a78e0f92f84d098) AuthConfig (196f28a518b3f0ca88640b6a74d221981086fb73d81a72cf89aa497a3145232c) AuthConfig (ad270e08215129bf50a9a013151059b74162f4fb83204f8aefb1d2cfc5b5e872) AuthConfig (9ddaa4ceec98327e8d9c008226d1fbec9ccf4c8d9460e0c31706cca53d30faeb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"7ff3d300-fb11-4e19-8d22-383918366eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:50.501144135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9d06d14-d620-4195-8523-c6dcd0499f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:50.501167999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9d06d14-d620-4195-8523-c6dcd0499f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:51.625940954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:53.153118965Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"872df654-f58b-45eb-911e-e643972a9c3b","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:53.153185819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"872df654-f58b-45eb-911e-e643972a9c3b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:53.25490077Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"0849a9c4-ac60-491b-a602-d2387b85fc17","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:53.254972025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"0849a9c4-ac60-491b-a602-d2387b85fc17","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.464051813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1aada98-6fd3-46f4-969e-8f5fc5b7ea1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.497126036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1aada98-6fd3-46f4-969e-8f5fc5b7ea1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.512217652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1aada98-6fd3-46f4-969e-8f5fc5b7ea1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.529246339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1aada98-6fd3-46f4-969e-8f5fc5b7ea1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.161003286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8669b2-ecb9-4ba5-a966-7d3d897cb57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.177653313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8669b2-ecb9-4ba5-a966-7d3d897cb57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.192020844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8669b2-ecb9-4ba5-a966-7d3d897cb57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.207633336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8669b2-ecb9-4ba5-a966-7d3d897cb57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:54.303026523Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"831ebe57-8970-468a-ab2a-e13758c62f89","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:54.303087183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"831ebe57-8970-468a-ab2a-e13758c62f89","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.362671873Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-726b5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-726b5f","reconcileID":"fc2af838-7532-41a6-98c6-422baf1b2f4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-726b5f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-726b5f":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:54.452881645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"1c31c2d6-6ac8-4543-868b-0a95177c8cf3","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:54.45293865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"1c31c2d6-6ac8-4543-868b-0a95177c8cf3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.868623812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d937e87-0610-40b3-bb53-52642b8ae09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.883420304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d937e87-0610-40b3-bb53-52642b8ae09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.883528313Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"6bec843c-058f-4b51-a203-5fc529db1c9b","namespace":"ai-tenant-e2e-api-a-e63221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.897622061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d937e87-0610-40b3-bb53-52642b8ae09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.897732708Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"6bec843c-058f-4b51-a203-5fc529db1c9b","namespace":"ai-tenant-e2e-api-a-e63221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.911764446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d937e87-0610-40b3-bb53-52642b8ae09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.911859795Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"6bec843c-058f-4b51-a203-5fc529db1c9b","name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.935769486Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"6bec843c-058f-4b51-a203-5fc529db1c9b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.936487437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"5e1a3eb8-2ade-4ed7-b280-6e2b25b175be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.936497536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73789650-e460-4117-93cc-fd06f3bba905","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.936508555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73789650-e460-4117-93cc-fd06f3bba905","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.08448711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"5e1a3eb8-2ade-4ed7-b280-6e2b25b175be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.24595944Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"5e1a3eb8-2ade-4ed7-b280-6e2b25b175be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"name":"e2e-api-a-e63221-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.245986139Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"e2e-e2e-api-a-e63221-policy","reconcileID":"5e1a3eb8-2ade-4ed7-b280-6e2b25b175be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e63221-policy","namespace":"ai-tenant-e2e-api-a-e63221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e63221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.297814723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00238c25-3628-4581-a779-c06b46dc9180","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.297833692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00238c25-3628-4581-a779-c06b46dc9180","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:55.367268956Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"84fef6ff-1b20-45e3-ba73-954c006e9180","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:55.367321751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"84fef6ff-1b20-45e3-ba73-954c006e9180","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.758059351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff82ea4d-935b-4da7-be9b-46be01d27f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.772395789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff82ea4d-935b-4da7-be9b-46be01d27f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.786432605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff82ea4d-935b-4da7-be9b-46be01d27f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.800708785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff82ea4d-935b-4da7-be9b-46be01d27f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:55.892867133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"3d526717-295f-434b-97c8-e6cf226160b7","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:43:55.892933276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"3d526717-295f-434b-97c8-e6cf226160b7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.243846483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"c1770a96-ec25-4dbe-bf70-5f5bd5e92e01","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.288338146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"c1770a96-ec25-4dbe-bf70-5f5bd5e92e01","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"name":"e2e-api-b-1b46c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.430223552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"217fdc02-e02a-41c2-90e6-b5bbd78f4a0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.430242201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"217fdc02-e02a-41c2-90e6-b5bbd78f4a0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.508046356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac400567-da62-4411-88ed-3167e9e2786c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.508064369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac400567-da62-4411-88ed-3167e9e2786c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.529083931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c6c516b-6cfe-42f2-9ace-cbe199df78c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.529099441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c6c516b-6cfe-42f2-9ace-cbe199df78c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.559155112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"a15a3b7d-da8c-42bb-978f-8692451fe057","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.609272726Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"a15a3b7d-da8c-42bb-978f-8692451fe057","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"name":"e2e-api-a-038953-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.625702023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-038953-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"a15a3b7d-da8c-42bb-978f-8692451fe057","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.642353546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"337dee5b-a613-4b0d-900d-3f34bf4109da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.64237031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"337dee5b-a613-4b0d-900d-3f34bf4109da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.530163678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"ecde5621-5e1c-4361-be3e-2ee19921c51d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.549016134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"ecde5621-5e1c-4361-be3e-2ee19921c51d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"name":"e2e-api-b-098ede-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.632116121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0af474c-e9f0-43cb-af54-f7440272c3b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.63213227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0af474c-e9f0-43cb-af54-f7440272c3b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:02.49569604Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"039ae32e-269f-4bd6-8470-4f8e3c4c8a6e","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:02.495754759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"039ae32e-269f-4bd6-8470-4f8e3c4c8a6e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:02.543053696Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"94f4df7e-0ea8-424d-86f1-ad50e13c6431","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:02.543108596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"94f4df7e-0ea8-424d-86f1-ad50e13c6431","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.637214111Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","namespace":"ai-tenant-e2e-api-a-73dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.637270622Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","namespace":"ai-tenant-e2e-api-a-73dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.637319035Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","tenant":"e2e-api-a-73dad5","tenantID":"e2e-api-a-73dad5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.657385077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"Deployment","name":"maas-api-e2e-api-a-73dad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.687773608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"Service","name":"maas-api-e2e-api-a-73dad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.705195782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-73dad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.722640693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-73dad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.739632961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.7587432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.784241478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.799108016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0d4398-45e1-4b7d-869b-c57d3bda966c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.804801015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.813614357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0d4398-45e1-4b7d-869b-c57d3bda966c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.828955927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"Deployment","name":"payload-processing-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.829048207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0d4398-45e1-4b7d-869b-c57d3bda966c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.842800535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.843273785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0d4398-45e1-4b7d-869b-c57d3bda966c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.857129885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"Service","name":"payload-processing-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.871132717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"Service","name":"payload-pre-processing-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.884628275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.898049545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.96379059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:02.985163742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:03.005040509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:03.03212717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:03.049446338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-73dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:03.067052655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73dad5"},"namespace":"ai-tenant-e2e-api-a-73dad5","name":"default-tenant","reconcileID":"43b32d64-3955-402e-9a91-9e09735038dd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-73dad5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:03.516728491Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-73dad5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-73dad5","reconcileID":"fe274752-2d33-4ce5-8a34-8ff1e3203cd7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-73dad5","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-73dad5"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:03.570275832Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"ab9e2984-0718-49fb-bef3-e7ec826785bd","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:03.570338603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"ab9e2984-0718-49fb-bef3-e7ec826785bd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:03.690238261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"17a4fd72-f1e9-4446-a47b-c2126f2fd2d0","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:03.690415022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"17a4fd72-f1e9-4446-a47b-c2126f2fd2d0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:03.712671822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dd1e8b-7ec1-4305-939f-67d8c69e46c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:03.728207743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dd1e8b-7ec1-4305-939f-67d8c69e46c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:03.74272835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dd1e8b-7ec1-4305-939f-67d8c69e46c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:03.757476278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dd1e8b-7ec1-4305-939f-67d8c69e46c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:03.762742725Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f1a72d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f1a72d","reconcileID":"9ef5785c-d304-4ae2-a125-24c70b752412","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f1a72d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-f1a72d":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:03.872139809Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"d201531a-cac5-4746-85fe-f6e9c80c5baf","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:03.872218569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"d201531a-cac5-4746-85fe-f6e9c80c5baf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:04.353611881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d3f492-530d-4e97-b477-fb12a2f0bd38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:04.369144359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d3f492-530d-4e97-b477-fb12a2f0bd38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:04.384387859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d3f492-530d-4e97-b477-fb12a2f0bd38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:04.398673676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d3f492-530d-4e97-b477-fb12a2f0bd38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:04.981622584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17740405-188b-4bf3-b4db-7d63fc527a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:04.996730594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17740405-188b-4bf3-b4db-7d63fc527a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:05.011123348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17740405-188b-4bf3-b4db-7d63fc527a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:05.025358395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17740405-188b-4bf3-b4db-7d63fc527a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:05.302714738Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"7ad18c65-832f-4853-ac05-f09a8bb6f74a","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:05.302776779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"7ad18c65-832f-4853-ac05-f09a8bb6f74a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:05.633891013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b27cf4-8e7a-4530-8d25-bd36883fa8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:05.648834679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b27cf4-8e7a-4530-8d25-bd36883fa8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:05.665662239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b27cf4-8e7a-4530-8d25-bd36883fa8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:05.683916806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b27cf4-8e7a-4530-8d25-bd36883fa8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:08.703897933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"6388d3f5-5dc2-4745-8fca-87daf45717ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:08.792702978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"6388d3f5-5dc2-4745-8fca-87daf45717ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"name":"e2e-api-a-038953-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:08.810533205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-038953-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"6388d3f5-5dc2-4745-8fca-87daf45717ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:11.436484443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"b1a23398-5033-467e-81fe-770a6b6d8948","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:11.43655777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"b1a23398-5033-467e-81fe-770a6b6d8948","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:11.470450046Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"562c9ddf-ab07-4f29-b099-d50a687ea16e","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:11.470518971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"562c9ddf-ab07-4f29-b099-d50a687ea16e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9d841c50/e2e-lifecycle-model-9d841c50-kserve-route (gateways: [openshift-ingress/e2e-mt-9d841c50]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:11.492155939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"1655eee9-88b3-4e82-9b37-336eee82b8e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:11.511435531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"1655eee9-88b3-4e82-9b37-336eee82b8e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"name":"e2e-api-b-1b46c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:11.674800001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"45209170-7f9e-405e-a279-6630a9fc7547","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:11.695964684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"45209170-7f9e-405e-a279-6630a9fc7547","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"name":"e2e-api-b-1b46c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:11.780445173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10fbfcf-c4f1-40d9-abf7-b37d1201a00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:11.797731231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10fbfcf-c4f1-40d9-abf7-b37d1201a00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:11.812707153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10fbfcf-c4f1-40d9-abf7-b37d1201a00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:11.826634525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10fbfcf-c4f1-40d9-abf7-b37d1201a00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:12.326213603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"e7455ffd-6e38-401d-a285-19bb1385ef04","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:12.367026523Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"e7455ffd-6e38-401d-a285-19bb1385ef04","name":"e2e-api-a-726b5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:12.492203114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0945c9e4-f9e6-4d0a-b182-ce7dc15dcd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:12.507018928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0945c9e4-f9e6-4d0a-b182-ce7dc15dcd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:12.522043672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0945c9e4-f9e6-4d0a-b182-ce7dc15dcd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:12.536332245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0945c9e4-f9e6-4d0a-b182-ce7dc15dcd80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:13.234114474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdef9db-8810-44e2-bc71-3ef2cb9dd407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:13.248671112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdef9db-8810-44e2-bc71-3ef2cb9dd407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:13.262974152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdef9db-8810-44e2-bc71-3ef2cb9dd407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:13.277241481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cdef9db-8810-44e2-bc71-3ef2cb9dd407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:13.587931942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9d841c50","namespace":"ai-tenant-e2e-mt-9d841c50"},"namespace":"ai-tenant-e2e-mt-9d841c50","name":"e2e-lifecycle-model-9d841c50","reconcileID":"daa31f5b-8c69-463e-b785-d65efe8e9e1f","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9d841c50\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.060201517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946566c1-1b52-48d0-b066-7da96e995c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.074521914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946566c1-1b52-48d0-b066-7da96e995c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.088909144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946566c1-1b52-48d0-b066-7da96e995c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.105993993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946566c1-1b52-48d0-b066-7da96e995c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.410885876Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","namespace":"ai-tenant-e2e-api-a-e63221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.410947833Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","namespace":"ai-tenant-e2e-api-a-e63221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.410997758Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","tenant":"e2e-api-a-e63221","tenantID":"e2e-api-a-e63221","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.431837069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"Deployment","name":"maas-api-e2e-api-a-e63221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.4762456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"Service","name":"maas-api-e2e-api-a-e63221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.493884513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e63221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.520445292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e63221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.539115958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.596880119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.620330538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.637283019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.650907961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"Deployment","name":"payload-processing-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.664367988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.678133674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"Service","name":"payload-processing-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.691810336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"Service","name":"payload-pre-processing-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.705698588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.720374779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.735097011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.760232079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.768151554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3b63d9-f40b-4786-9eb7-ae9a49bc2d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.783191476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3b63d9-f40b-4786-9eb7-ae9a49bc2d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.784244602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.798243415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3b63d9-f40b-4786-9eb7-ae9a49bc2d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.811839397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.813557055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3b63d9-f40b-4786-9eb7-ae9a49bc2d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.827054143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-e63221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.840543366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e63221"},"namespace":"ai-tenant-e2e-api-a-e63221","name":"default-tenant","reconcileID":"13b316e5-906a-4b54-9d46-947a08591019","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-e63221","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:15.357378259Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e63221","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e63221","reconcileID":"8a9da254-19f3-4812-8b5e-e3bfaaa26d94","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e63221","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-e63221"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:15.784399697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74e2683-fde2-4dbf-aff5-165b77bf8a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:15.798631513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74e2683-fde2-4dbf-aff5-165b77bf8a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:15.812729073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74e2683-fde2-4dbf-aff5-165b77bf8a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:15.827345695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74e2683-fde2-4dbf-aff5-165b77bf8a61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:16.442356459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00c7b19-9d8d-47d5-bba5-9e74a692364d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:16.45761667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00c7b19-9d8d-47d5-bba5-9e74a692364d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:16.471606121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00c7b19-9d8d-47d5-bba5-9e74a692364d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:16.485795384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00c7b19-9d8d-47d5-bba5-9e74a692364d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:17.073274264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0702ebe-54ad-48ab-bd9f-ec24d92cacb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:17.087290776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0702ebe-54ad-48ab-bd9f-ec24d92cacb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:17.103293326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0702ebe-54ad-48ab-bd9f-ec24d92cacb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:17.122052983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0702ebe-54ad-48ab-bd9f-ec24d92cacb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:18.860111217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"46b4b4b1-6f50-4b21-9bed-91ceabad0493","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:18.879666161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"46b4b4b1-6f50-4b21-9bed-91ceabad0493","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"name":"e2e-api-a-038953-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:18.899639562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-038953-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (afd3878fb655a17b9fae888300900177edf9767af16e342c9f3c36ac9a02fc52) AuthConfig (4087a712d9a085710a9b32d28ee9595cbb7e97281ec147be012d33a020f6b76a) AuthConfig (5fd8a85850009271837be6f4ed91914ca9a5bad85d419a17a2371328008f11fb) AuthConfig (ffbd6fda2580f6487358bec0d760420d3379502f00ca32a920c74f980db306ee) AuthConfig (63b5a3257cd15479251e73233365a9c7b78e41f04ee6881c6632b448695c05f6) AuthConfig (e6cb55a36af78045ad7dde63dbbe4cdc431ef1eeb181bc944a51f705a83ff02a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"46b4b4b1-6f50-4b21-9bed-91ceabad0493","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:18.925479898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4ae663f-e2ba-4f89-a859-e20e00541dde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:18.925496479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4ae663f-e2ba-4f89-a859-e20e00541dde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:21.63182302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:21.640449169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"5ea3dcc8-0a5f-427d-a275-a6a31e9bc8fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:21.664903371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"5ea3dcc8-0a5f-427d-a275-a6a31e9bc8fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"name":"e2e-api-b-1b46c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:21.753185161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"6deef132-6b7b-4f6f-a97e-a56f15f3bfb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:21.773498661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"6deef132-6b7b-4f6f-a97e-a56f15f3bfb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"name":"e2e-api-b-1b46c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:24.473250003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"a8659569-e9a1-483c-8007-4cc49c127126","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:24.49406519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"a8659569-e9a1-483c-8007-4cc49c127126","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"name":"e2e-api-b-098ede-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:24.599003062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"a1a41f4a-f97b-4c77-b779-bb8b03bc5719","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:24.638307068Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"a1a41f4a-f97b-4c77-b779-bb8b03bc5719","name":"e2e-api-b-f1a72d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:24.686689301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"fc64136d-9d6e-4b79-bfb9-7d6c9be47696","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:24.759281895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"fc64136d-9d6e-4b79-bfb9-7d6c9be47696","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"name":"e2e-api-b-098ede-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:24.810000274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f914b377-535b-48a8-adc3-3515ab66996b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:24.830512817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f914b377-535b-48a8-adc3-3515ab66996b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:24.845179667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f914b377-535b-48a8-adc3-3515ab66996b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:24.897637347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f914b377-535b-48a8-adc3-3515ab66996b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:25.55479544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975213f-a5e6-4a28-a30e-6aca493f34cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:25.569100527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975213f-a5e6-4a28-a30e-6aca493f34cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:25.583748151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975213f-a5e6-4a28-a30e-6aca493f34cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:25.597995797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f975213f-a5e6-4a28-a30e-6aca493f34cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:26.24061725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117d729f-6152-4260-9a57-401226c5c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:26.254814887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117d729f-6152-4260-9a57-401226c5c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:26.268986304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117d729f-6152-4260-9a57-401226c5c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:26.282903915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117d729f-6152-4260-9a57-401226c5c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:26.878955161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9609802c-df23-406c-a61e-530498a52d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:26.893298364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9609802c-df23-406c-a61e-530498a52d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:26.907484966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9609802c-df23-406c-a61e-530498a52d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:26.921570933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9609802c-df23-406c-a61e-530498a52d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:26.944951651Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c1d8c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c1d8c8","reconcileID":"4f2e687f-9ead-4d6f-af06-a5dfb28056c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c1d8c8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-c1d8c8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:27.762687191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb1bcf3-1fb9-45d8-9a42-10a8202c87d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:27.777263563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb1bcf3-1fb9-45d8-9a42-10a8202c87d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:27.792412465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb1bcf3-1fb9-45d8-9a42-10a8202c87d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:27.806764565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb1bcf3-1fb9-45d8-9a42-10a8202c87d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.740836883Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"1f949570-5a0f-4942-8748-01a204d30495","namespace":"ai-tenant-e2e-api-b-1b46c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.740894754Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"1f949570-5a0f-4942-8748-01a204d30495","namespace":"ai-tenant-e2e-api-b-1b46c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.740941597Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"1f949570-5a0f-4942-8748-01a204d30495","name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.758303686Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"1f949570-5a0f-4942-8748-01a204d30495","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.758579796Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"7cd7c3ba-e1c2-4aa0-bd24-53f35fd2d9b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.759223717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3371980d-acc1-44f0-aedb-b538eee93f7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.759252577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3371980d-acc1-44f0-aedb-b538eee93f7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.809236349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"7cd7c3ba-e1c2-4aa0-bd24-53f35fd2d9b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.882786792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"7cd7c3ba-e1c2-4aa0-bd24-53f35fd2d9b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"name":"e2e-api-b-1b46c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.882804411Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"e2e-e2e-api-b-1b46c9-policy","reconcileID":"7cd7c3ba-e1c2-4aa0-bd24-53f35fd2d9b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1b46c9-policy","namespace":"ai-tenant-e2e-api-b-1b46c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1b46c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.909489207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d68d0d69-564d-49dd-8898-5fb17cb5a2cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.90950516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d68d0d69-564d-49dd-8898-5fb17cb5a2cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.959297761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"6f53c3e0-c83f-4f06-8d0c-910b57d2a015","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:28.979818145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"6f53c3e0-c83f-4f06-8d0c-910b57d2a015","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"name":"e2e-api-a-038953-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:29.001763637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-038953-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (afd3878fb655a17b9fae888300900177edf9767af16e342c9f3c36ac9a02fc52) AuthConfig (4087a712d9a085710a9b32d28ee9595cbb7e97281ec147be012d33a020f6b76a) AuthConfig (5fd8a85850009271837be6f4ed91914ca9a5bad85d419a17a2371328008f11fb) AuthConfig (ffbd6fda2580f6487358bec0d760420d3379502f00ca32a920c74f980db306ee) AuthConfig (63b5a3257cd15479251e73233365a9c7b78e41f04ee6881c6632b448695c05f6) AuthConfig (e6cb55a36af78045ad7dde63dbbe4cdc431ef1eeb181bc944a51f705a83ff02a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"6f53c3e0-c83f-4f06-8d0c-910b57d2a015","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.829918364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673f37e6-a76f-4cdc-bac1-0f93d9ba3768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.84415954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673f37e6-a76f-4cdc-bac1-0f93d9ba3768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.85845976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673f37e6-a76f-4cdc-bac1-0f93d9ba3768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.872404132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673f37e6-a76f-4cdc-bac1-0f93d9ba3768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.437527605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6589d540-a373-43a2-b172-c56cbe711027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.451777794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6589d540-a373-43a2-b172-c56cbe711027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.465848482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6589d540-a373-43a2-b172-c56cbe711027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.48004409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6589d540-a373-43a2-b172-c56cbe711027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.089219412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16dd083-09ef-40ce-b55c-859b29a02232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.103249345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16dd083-09ef-40ce-b55c-859b29a02232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.117329083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16dd083-09ef-40ce-b55c-859b29a02232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.131467516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16dd083-09ef-40ce-b55c-859b29a02232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.623258772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"e0146f71-8f60-40a8-8fc4-636cef23dd80","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.641043764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"e0146f71-8f60-40a8-8fc4-636cef23dd80","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"name":"e2e-api-b-098ede-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.713979374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce86ffa-005f-4980-a501-d41f161cb9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.728059209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce86ffa-005f-4980-a501-d41f161cb9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.742087482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce86ffa-005f-4980-a501-d41f161cb9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.756939774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce86ffa-005f-4980-a501-d41f161cb9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.758134956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"5d1a8dd6-62be-4904-adb5-24a1438ffb6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.77681344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"5d1a8dd6-62be-4904-adb5-24a1438ffb6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"name":"e2e-api-b-098ede-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.374709085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fffef0-4e01-40b0-bc26-52d3427c7acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.416941026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fffef0-4e01-40b0-bc26-52d3427c7acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.43184922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fffef0-4e01-40b0-bc26-52d3427c7acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.446873837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fffef0-4e01-40b0-bc26-52d3427c7acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.458685797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1570320-cc5b-4db7-9def-27dfa2aebf03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.458774758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1570320-cc5b-4db7-9def-27dfa2aebf03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.475289151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"313347ea-5ea6-465c-90de-61624af0dcdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.47530631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"313347ea-5ea6-465c-90de-61624af0dcdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.507397407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"625ee7af-1ea1-4cce-880c-c15199256f9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.551874534Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"625ee7af-1ea1-4cce-880c-c15199256f9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.569686892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-726b5f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"625ee7af-1ea1-4cce-880c-c15199256f9b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.588009054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e302c0e1-1fb7-42bc-bcaf-03145f324fa1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.588022894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e302c0e1-1fb7-42bc-bcaf-03145f324fa1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:36.380107972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c56cab-b902-4799-b0f9-af795edf7fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:36.394663577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c56cab-b902-4799-b0f9-af795edf7fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:36.410100965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c56cab-b902-4799-b0f9-af795edf7fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:36.424599922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c56cab-b902-4799-b0f9-af795edf7fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.163089867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35349b1e-4127-4f6c-802b-3d69c85e942f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.177219506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35349b1e-4127-4f6c-802b-3d69c85e942f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.191102086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35349b1e-4127-4f6c-802b-3d69c85e942f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.205333095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35349b1e-4127-4f6c-802b-3d69c85e942f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.770159222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d913887f-825c-4cb0-b104-b2df461e4a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.784836677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d913887f-825c-4cb0-b104-b2df461e4a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.798756506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d913887f-825c-4cb0-b104-b2df461e4a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.812672055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d913887f-825c-4cb0-b104-b2df461e4a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:38.515491313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e026be43-a3b5-4506-807b-5843c107db98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:38.542716365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e026be43-a3b5-4506-807b-5843c107db98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:38.568745008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e026be43-a3b5-4506-807b-5843c107db98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:38.599548469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e026be43-a3b5-4506-807b-5843c107db98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:39.049148299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"e91a96d7-9cc6-431c-81b4-f227696a239d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:39.066546601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"e91a96d7-9cc6-431c-81b4-f227696a239d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"name":"e2e-api-a-038953-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:39.083263049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-038953-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (afd3878fb655a17b9fae888300900177edf9767af16e342c9f3c36ac9a02fc52) AuthConfig (4087a712d9a085710a9b32d28ee9595cbb7e97281ec147be012d33a020f6b76a) AuthConfig (5fd8a85850009271837be6f4ed91914ca9a5bad85d419a17a2371328008f11fb) AuthConfig (ffbd6fda2580f6487358bec0d760420d3379502f00ca32a920c74f980db306ee) AuthConfig (63b5a3257cd15479251e73233365a9c7b78e41f04ee6881c6632b448695c05f6) AuthConfig (e6cb55a36af78045ad7dde63dbbe4cdc431ef1eeb181bc944a51f705a83ff02a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"e91a96d7-9cc6-431c-81b4-f227696a239d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:39.335264044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f314ca5-5ab2-4a04-b58d-8ddf1c85009a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:39.349655574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f314ca5-5ab2-4a04-b58d-8ddf1c85009a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:39.363664585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f314ca5-5ab2-4a04-b58d-8ddf1c85009a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:39.377528312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f314ca5-5ab2-4a04-b58d-8ddf1c85009a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.064710752Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"1acb2a07-f6d9-4e4e-953c-5b2a10838ad0","namespace":"ai-tenant-e2e-api-b-098ede","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.064868934Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"1acb2a07-f6d9-4e4e-953c-5b2a10838ad0","namespace":"ai-tenant-e2e-api-b-098ede","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.065027288Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"1acb2a07-f6d9-4e4e-953c-5b2a10838ad0","name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.085409901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"1adb0ba2-074b-4228-a4e1-670f65053c2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.098851024Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"1acb2a07-f6d9-4e4e-953c-5b2a10838ad0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.099958284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44c7cb8f-81d5-4050-aac1-bcac256a68b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.10004106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44c7cb8f-81d5-4050-aac1-bcac256a68b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.13985401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accfd076-5aee-4949-b217-1e9681b698bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.157066016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accfd076-5aee-4949-b217-1e9681b698bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.22546377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accfd076-5aee-4949-b217-1e9681b698bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.407461553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accfd076-5aee-4949-b217-1e9681b698bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.423810093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"1adb0ba2-074b-4228-a4e1-670f65053c2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.46407031Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-175771","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-175771","reconcileID":"0bbf7c3f-1be1-4122-ac03-da9e8f45b16d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-175771","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-175771":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.514501405Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"1adb0ba2-074b-4228-a4e1-670f65053c2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"name":"e2e-api-b-098ede-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.51580629Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"e2e-e2e-api-b-098ede-policy","reconcileID":"1adb0ba2-074b-4228-a4e1-670f65053c2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-098ede-policy","namespace":"ai-tenant-e2e-api-b-098ede"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-098ede","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.597651697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dca70af-4b28-4841-b9dc-334862f1c214","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.597736567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dca70af-4b28-4841-b9dc-334862f1c214","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:41.333905662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4a6f6-738b-4921-a6ad-e90a0f70feba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:41.347917506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4a6f6-738b-4921-a6ad-e90a0f70feba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:41.366446732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4a6f6-738b-4921-a6ad-e90a0f70feba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:41.38171018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4a6f6-738b-4921-a6ad-e90a0f70feba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:43.228396551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce4a106-6451-49d9-a451-6c1688591bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:43.244894079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce4a106-6451-49d9-a451-6c1688591bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:43.260738754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce4a106-6451-49d9-a451-6c1688591bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:43.279410346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce4a106-6451-49d9-a451-6c1688591bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:43.849692777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfdc9f1-efaa-4507-9937-9b2836c91073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:43.863818262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfdc9f1-efaa-4507-9937-9b2836c91073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:43.877795606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfdc9f1-efaa-4507-9937-9b2836c91073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:43.892256888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfdc9f1-efaa-4507-9937-9b2836c91073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.802021991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06d276cf-a956-4eb6-a68c-945e53425efb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.802130894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06d276cf-a956-4eb6-a68c-945e53425efb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.821475395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acdf5670-09ec-481d-9708-9fd6f5a8dc46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.821498087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acdf5670-09ec-481d-9708-9fd6f5a8dc46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.849354354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"fa5ad714-7146-4e34-842a-c47153a5e3a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.900235621Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"fa5ad714-7146-4e34-842a-c47153a5e3a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"name":"e2e-api-b-f1a72d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.935441384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f1a72d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"fa5ad714-7146-4e34-842a-c47153a5e3a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.957821663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1694f0dd-3733-4f01-b5ab-2658c2fe95bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.957930338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1694f0dd-3733-4f01-b5ab-2658c2fe95bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:45.644890217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"31182365-2ebe-44cc-a796-2dfcd5aab79f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:45.645236442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"4244dc3f-68b4-44d5-8b9e-883c1b48d41d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:45.662886748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"31182365-2ebe-44cc-a796-2dfcd5aab79f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:45.663444918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"4244dc3f-68b4-44d5-8b9e-883c1b48d41d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"name":"e2e-api-a-038953-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:45.679609094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-726b5f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"31182365-2ebe-44cc-a796-2dfcd5aab79f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:45.867956719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ad0a1ac-a092-4650-bbb9-5e1714823b10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:45.883682783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ad0a1ac-a092-4650-bbb9-5e1714823b10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:45.93343963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"2620479b-4a11-4f2e-8da3-c875456bb36a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:45.954112653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"2620479b-4a11-4f2e-8da3-c875456bb36a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"name":"e2e-api-a-038953-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:46.099790091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"ecd95c0f-2b3e-4f18-99c0-640b13c8d412","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:46.144923659Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"ecd95c0f-2b3e-4f18-99c0-640b13c8d412","name":"e2e-api-a-c1d8c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:46.186317938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12982760-701a-46f9-bc80-8de7e675455b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:46.2063743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12982760-701a-46f9-bc80-8de7e675455b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:46.223646212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12982760-701a-46f9-bc80-8de7e675455b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:46.237812914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12982760-701a-46f9-bc80-8de7e675455b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:46.95912747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab5c916-0843-430d-abbc-02fe1e06023c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:46.973737155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab5c916-0843-430d-abbc-02fe1e06023c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:46.990735566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab5c916-0843-430d-abbc-02fe1e06023c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:47.0073948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab5c916-0843-430d-abbc-02fe1e06023c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:47.637945298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be38ee-df88-4b35-bce6-6b3e7ceaeff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:47.652301055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be38ee-df88-4b35-bce6-6b3e7ceaeff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:47.667952687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be38ee-df88-4b35-bce6-6b3e7ceaeff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:47.682235727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be38ee-df88-4b35-bce6-6b3e7ceaeff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.099410444Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","namespace":"ai-tenant-e2e-api-b-1b46c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.099495038Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","namespace":"ai-tenant-e2e-api-b-1b46c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.099565856Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","tenant":"e2e-api-b-1b46c9","tenantID":"e2e-api-b-1b46c9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.115286775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"Deployment","name":"maas-api-e2e-api-b-1b46c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.146143584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"Service","name":"maas-api-e2e-api-b-1b46c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.166268009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-1b46c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.182262123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-1b46c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.198402922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.214489839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.23351516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.251751246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.265425964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"Deployment","name":"payload-processing-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.266333919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4396d43e-fc7e-4608-978e-7e7834155c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.280064253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.281408801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4396d43e-fc7e-4608-978e-7e7834155c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.295175154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"Service","name":"payload-processing-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.296454724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4396d43e-fc7e-4608-978e-7e7834155c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.310487349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"Service","name":"payload-pre-processing-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.311110972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4396d43e-fc7e-4608-978e-7e7834155c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.325121175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.338540971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.352018705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.375939629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.398950547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.415276546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.430226018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-1b46c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.449235124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1b46c9"},"namespace":"ai-tenant-e2e-api-b-1b46c9","name":"default-tenant","reconcileID":"d59c37d0-7a96-4dcd-a39a-c566b16cb507","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-1b46c9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:48.991963073Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1b46c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1b46c9","reconcileID":"17f60a20-b1ae-475d-8966-e6071c0f6a29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1b46c9","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-1b46c9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:49.183872785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4cece7-269a-4fe6-8ea3-bf5055195d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:49.197990334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4cece7-269a-4fe6-8ea3-bf5055195d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:49.212006158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4cece7-269a-4fe6-8ea3-bf5055195d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:49.226144437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4cece7-269a-4fe6-8ea3-bf5055195d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:49.837168981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badd2030-e67d-4936-adc0-85c5b54f436b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:49.851463597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badd2030-e67d-4936-adc0-85c5b54f436b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:49.866374539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badd2030-e67d-4936-adc0-85c5b54f436b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:49.881278427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badd2030-e67d-4936-adc0-85c5b54f436b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:50.454972804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c46990-4795-4de8-8538-7613347b1bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:50.469196038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c46990-4795-4de8-8538-7613347b1bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:50.484930397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c46990-4795-4de8-8538-7613347b1bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:50.499421681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c46990-4795-4de8-8538-7613347b1bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:51.071625248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868761a1-5e6b-46eb-9610-31b0bac6bfe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:51.08937055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868761a1-5e6b-46eb-9610-31b0bac6bfe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:51.107376812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868761a1-5e6b-46eb-9610-31b0bac6bfe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:51.126779584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868761a1-5e6b-46eb-9610-31b0bac6bfe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:51.6242634Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:54.986670352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"1c466f66-3c9e-4c94-9a13-fa93fa17539e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:55.010988809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"1c466f66-3c9e-4c94-9a13-fa93fa17539e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"name":"e2e-api-b-f1a72d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:55.028501632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f1a72d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"1c466f66-3c9e-4c94-9a13-fa93fa17539e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:55.759233719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"4f921673-7fdc-48c4-9187-65c4b8473a63","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:55.783296427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"4f921673-7fdc-48c4-9187-65c4b8473a63","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:55.813956424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-726b5f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"4f921673-7fdc-48c4-9187-65c4b8473a63","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:55.865045145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"e9741a3b-468c-45c6-adb5-ef6bf386453a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:55.953408634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"e9741a3b-468c-45c6-adb5-ef6bf386453a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"name":"e2e-api-a-038953-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:56.12771313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"7105899b-786f-497f-88d8-83c5a781ab0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:56.15050909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"7105899b-786f-497f-88d8-83c5a781ab0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"name":"e2e-api-a-038953-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.868361534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"e9a1db08-1f03-427b-95f4-72fa4079c250","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.906618935Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"e9a1db08-1f03-427b-95f4-72fa4079c250","name":"e2e-api-b-175771-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.925465865Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","namespace":"ai-tenant-e2e-api-b-098ede","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.925544637Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","namespace":"ai-tenant-e2e-api-b-098ede","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.92565401Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","tenant":"e2e-api-b-098ede","tenantID":"e2e-api-b-098ede","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.945437964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"Deployment","name":"maas-api-e2e-api-b-098ede","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.975852372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"Service","name":"maas-api-e2e-api-b-098ede","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.993519498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-098ede","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.011202642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-098ede","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.03239588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.048356333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.066344121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.082324402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.09636822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"Deployment","name":"payload-processing-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.112400241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.12602117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"Service","name":"payload-processing-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.139650319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"Service","name":"payload-pre-processing-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.153149512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.16674187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.181412359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.212839113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.232882831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.252928163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.281948001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-098ede","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.298436723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-098ede"},"namespace":"ai-tenant-e2e-api-b-098ede","name":"default-tenant","reconcileID":"7373365f-b27a-4fa2-9c4d-1c7ebf9abbc9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-098ede","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.799921204Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-098ede","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-098ede","reconcileID":"b3f8f059-343c-479f-ac03-e25b3338c10a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-098ede","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-098ede"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:02.320862678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfb01b7-fd2f-448d-bab8-972a424ac670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:02.336624414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfb01b7-fd2f-448d-bab8-972a424ac670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:02.352105457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfb01b7-fd2f-448d-bab8-972a424ac670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:02.366769625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfb01b7-fd2f-448d-bab8-972a424ac670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:03.039274803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881bd444-bbda-41fe-96f6-7c59102123cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:03.05355363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881bd444-bbda-41fe-96f6-7c59102123cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:03.067631528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881bd444-bbda-41fe-96f6-7c59102123cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:03.081847183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881bd444-bbda-41fe-96f6-7c59102123cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:03.99311803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66781dcc-91a9-4658-b243-85d1b0eb67b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:04.007283282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66781dcc-91a9-4658-b243-85d1b0eb67b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:04.021355238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66781dcc-91a9-4658-b243-85d1b0eb67b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:04.035353621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66781dcc-91a9-4658-b243-85d1b0eb67b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:04.666893134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b5de4d-afae-4277-9aac-a6576f0ca172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:04.684100462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b5de4d-afae-4277-9aac-a6576f0ca172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:04.707073997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b5de4d-afae-4277-9aac-a6576f0ca172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:04.722851644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b5de4d-afae-4277-9aac-a6576f0ca172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:05.057980195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"37d62c4e-701c-43f0-92af-a54e9bd89727","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:05.077163802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"37d62c4e-701c-43f0-92af-a54e9bd89727","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"name":"e2e-api-b-f1a72d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:05.098481452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f1a72d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06ba66ecdbc56c494646cef397906ec828d28a18b3b9f4a2ec276f33ec079f3b) AuthConfig (e2a251e00fe03cc42250e160d01e00aa49fc1b64ffa4ef1482b17ff1ddea130e) AuthConfig (74f372266dfc8c54e6b69b9b688711d28beca021b3a2864e31063eacb11b20f3) AuthConfig (3d0db86027727decd5472d06a69650772eea3f24f0d9d96910a5e859998b9f6d) AuthConfig (8963174ea6dbb63038ee29d1f2775f4957950b138f677198549fe16e3c912190) AuthConfig (936586c8b7cdf6910e81a0c87c5a7d4499447666ee14873e56acdb2cd1c089a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"37d62c4e-701c-43f0-92af-a54e9bd89727","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:05.11833372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"356d70c9-78ca-4333-93c8-65dc71c1ef7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:05.118364598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"356d70c9-78ca-4333-93c8-65dc71c1ef7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:05.845644047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"010deb08-d07f-4b11-bd1d-f9a70a5909ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:05.863947482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"010deb08-d07f-4b11-bd1d-f9a70a5909ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:05.882266497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-726b5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94919f5978b411d8f9fcceef2f191c6287bd943cab702f004b059f38f5680364) AuthConfig (29315421b166391fa53dcd37bdbe360f36ebaba610b0fffa34b40e6327bd79e7) AuthConfig (c4ed3fb3d20e4f6afe0e93d90e115dd6da48c421439ce5d321e7bcf7cc403980) AuthConfig (2502a4b22cb0f0299a07eaedf77238677f52b6d9d88868f536ad07648bad9902) AuthConfig (756eba54a5d7205a8dcef0e91183836ae8e8abdef962553dd782a611a0ca3bb0) AuthConfig (a6b98b2c4c9eeecc8c7fd5d3c4e835c8b1d19b899c08c8204093bf1df8f46f0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"010deb08-d07f-4b11-bd1d-f9a70a5909ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:05.909133444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7095107-9279-43f1-9d84-14b211667ede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:05.909286436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7095107-9279-43f1-9d84-14b211667ede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:08.265425324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8661af0-505d-4444-b768-8c535cf8dc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:08.280153849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8661af0-505d-4444-b768-8c535cf8dc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:08.298232444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8661af0-505d-4444-b768-8c535cf8dc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:08.316934686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8661af0-505d-4444-b768-8c535cf8dc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.137500746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b208a5c-cce4-4f98-8b12-ebd23385aa3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.151595829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b208a5c-cce4-4f98-8b12-ebd23385aa3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.165977199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b208a5c-cce4-4f98-8b12-ebd23385aa3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.179913771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b208a5c-cce4-4f98-8b12-ebd23385aa3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.587943995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b9123f6-b5e1-486e-b846-6bd5e66c1197","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.5879636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b9123f6-b5e1-486e-b846-6bd5e66c1197","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.606224871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e93795a1-3d63-4d42-b211-017a55fc7e32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.606311335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e93795a1-3d63-4d42-b211-017a55fc7e32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.696128295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"f68e2e19-0879-4acc-9e81-065bb73c4303","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.718738313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"f68e2e19-0879-4acc-9e81-065bb73c4303","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.802098616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4e7ca62-b474-487f-a413-cc3d966d0c8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.802194268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4e7ca62-b474-487f-a413-cc3d966d0c8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.848617206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"0e30e9ae-be8f-41f7-a3d6-1785430c9dca","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.849273602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bf11589-09c1-4a11-98e6-d46821003c40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.849289592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bf11589-09c1-4a11-98e6-d46821003c40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.865808335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d52809ee-38e8-4757-b729-8f4a5af1c0bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.865823739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d52809ee-38e8-4757-b729-8f4a5af1c0bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.867255287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"0e30e9ae-be8f-41f7-a3d6-1785430c9dca","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:45:09.883886433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f46b2cf3","reconcileID":"a9cb4072-2c56-4802-bed2-11a48351ed69","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-f46b2cf3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.925782753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a9b04a7-0af6-4513-9f72-16148e8d16cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.925862907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a9b04a7-0af6-4513-9f72-16148e8d16cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.944815235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a4451f8-c4d6-40a2-89d1-0ec72fe00251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.944833015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a4451f8-c4d6-40a2-89d1-0ec72fe00251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.948369527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cf70814-db8f-4916-a0e0-01c1c0178803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.948385495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ceb29b7-6c12-4370-bca2-629b61354976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.97847017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cf70814-db8f-4916-a0e0-01c1c0178803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.979961818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ceb29b7-6c12-4370-bca2-629b61354976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.039686477Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f46b2cf3","reconcileID":"d65417e7-9e30-4d35-a073-b4a5289410ae","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-f46b2cf3","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.039914994Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f46b2cf3","reconcileID":"d65417e7-9e30-4d35-a073-b4a5289410ae","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f46b2cf3","error":"MaaSModelRef not found: llm/nonexistent-model-f46b2cf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.055140102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"bef2d2f3-9a80-4450-a543-42fae2f43467","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.075778648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"bef2d2f3-9a80-4450-a543-42fae2f43467","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.109405171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d5caa00-6897-4e14-9c68-b95ba8ba0f82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.147953404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fb8b052-3303-4ef0-9b90-c345d915f928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.148257966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c499b08-bf7d-4b6c-8080-d59255fedc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.165766916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fb8b052-3303-4ef0-9b90-c345d915f928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.166899462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c499b08-bf7d-4b6c-8080-d59255fedc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.169307591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"3acdc493-91e5-4b2a-8dee-2f63f7e3d0bf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.188196614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"3acdc493-91e5-4b2a-8dee-2f63f7e3d0bf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.193894428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0eb29fbc-53f0-4c61-8c16-2addb8bed118","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.193909827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0eb29fbc-53f0-4c61-8c16-2addb8bed118","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.25075127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f46b2cf3","reconcileID":"0d275bd3-f09a-4920-8a28-9dce293c0ead","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.250880365Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f46b2cf3","reconcileID":"0d275bd3-f09a-4920-8a28-9dce293c0ead","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f46b2cf3","error":"MaaSModelRef not found: llm/nonexistent-model-f46b2cf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.610210993Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"3665e07a-eb44-49cb-b904-e95d65c024dc","namespace":"ai-tenant-e2e-api-a-038953","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.610270634Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"3665e07a-eb44-49cb-b904-e95d65c024dc","namespace":"ai-tenant-e2e-api-a-038953","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.61031434Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"3665e07a-eb44-49cb-b904-e95d65c024dc","name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.62634328Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"3665e07a-eb44-49cb-b904-e95d65c024dc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.626717871Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"c946637d-ce30-4aff-a5ed-464d2f47b2da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.627008474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95da6293-0458-44df-b8a4-08f5265a98c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.627022658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95da6293-0458-44df-b8a4-08f5265a98c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.690872391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c70861d-daf7-4c1f-8c2c-cb6c6efdec93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.69088801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c70861d-daf7-4c1f-8c2c-cb6c6efdec93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.693122097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"c946637d-ce30-4aff-a5ed-464d2f47b2da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.743786461Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"c946637d-ce30-4aff-a5ed-464d2f47b2da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"name":"e2e-api-a-038953-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.743806192Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"e2e-e2e-api-a-038953-policy","reconcileID":"c946637d-ce30-4aff-a5ed-464d2f47b2da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-038953-policy","namespace":"ai-tenant-e2e-api-a-038953"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-038953","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.761831085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ae7e346-1d94-4e48-a4bd-f1179eb477b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.761852815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ae7e346-1d94-4e48-a4bd-f1179eb477b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.820683438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e8d7012-80ce-42f7-b54c-6ed3d1318852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.821800221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1d4042e-6d49-40bd-8900-37c2146d17b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.821891979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"94763b96-66bb-4bb2-86ef-9f99855deda1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.838976589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e8d7012-80ce-42f7-b54c-6ed3d1318852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.839888068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"94763b96-66bb-4bb2-86ef-9f99855deda1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:12.841320599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1d4042e-6d49-40bd-8900-37c2146d17b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:13.216891945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"515c01b2-d53d-4650-aab6-254dc4f7a03f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:13.216915794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"515c01b2-d53d-4650-aab6-254dc4f7a03f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:13.235131294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33778d4c-e015-42c5-8b44-403d5c2249e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:13.235151149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33778d4c-e015-42c5-8b44-403d5c2249e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:13.262783112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"78963cd6-26c4-4fc6-be78-d7855a8b4e71","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:13.308228088Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"78963cd6-26c4-4fc6-be78-d7855a8b4e71","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:13.324508324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c1d8c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"78963cd6-26c4-4fc6-be78-d7855a8b4e71","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:13.343112182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cc58542-4d73-448a-ac12-3e5b877f34a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:13.343127241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cc58542-4d73-448a-ac12-3e5b877f34a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:15.148789046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"c0059cfa-2a3e-4fc2-8c9d-3fa81049a16f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:15.167399904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"c0059cfa-2a3e-4fc2-8c9d-3fa81049a16f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"name":"e2e-api-b-f1a72d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:15.185864447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f1a72d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06ba66ecdbc56c494646cef397906ec828d28a18b3b9f4a2ec276f33ec079f3b) AuthConfig (e2a251e00fe03cc42250e160d01e00aa49fc1b64ffa4ef1482b17ff1ddea130e) AuthConfig (74f372266dfc8c54e6b69b9b688711d28beca021b3a2864e31063eacb11b20f3) AuthConfig (3d0db86027727decd5472d06a69650772eea3f24f0d9d96910a5e859998b9f6d) AuthConfig (8963174ea6dbb63038ee29d1f2775f4957950b138f677198549fe16e3c912190) AuthConfig (936586c8b7cdf6910e81a0c87c5a7d4499447666ee14873e56acdb2cd1c089a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"c0059cfa-2a3e-4fc2-8c9d-3fa81049a16f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:15.944145725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"453c65c1-666b-4fb3-a5a5-8d309e9f5c10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:15.976787546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"453c65c1-666b-4fb3-a5a5-8d309e9f5c10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:15.999482567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-726b5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94919f5978b411d8f9fcceef2f191c6287bd943cab702f004b059f38f5680364) AuthConfig (29315421b166391fa53dcd37bdbe360f36ebaba610b0fffa34b40e6327bd79e7) AuthConfig (c4ed3fb3d20e4f6afe0e93d90e115dd6da48c421439ce5d321e7bcf7cc403980) AuthConfig (2502a4b22cb0f0299a07eaedf77238677f52b6d9d88868f536ad07648bad9902) AuthConfig (756eba54a5d7205a8dcef0e91183836ae8e8abdef962553dd782a611a0ca3bb0) AuthConfig (a6b98b2c4c9eeecc8c7fd5d3c4e835c8b1d19b899c08c8204093bf1df8f46f0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"453c65c1-666b-4fb3-a5a5-8d309e9f5c10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.264351973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e4dc37-2af3-4a54-919a-fef7a291a91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.278711006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e4dc37-2af3-4a54-919a-fef7a291a91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.297860408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e4dc37-2af3-4a54-919a-fef7a291a91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.322824657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8e4dc37-2af3-4a54-919a-fef7a291a91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.926383029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d19a9a8-10e5-4084-961e-e238d3abf49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.942062757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d19a9a8-10e5-4084-961e-e238d3abf49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.956416442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d19a9a8-10e5-4084-961e-e238d3abf49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.974415842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d19a9a8-10e5-4084-961e-e238d3abf49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:18.277069077Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-27c519","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-27c519","reconcileID":"1e77aa49-7d18-4282-98df-9d86e7a9d412","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-27c519","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-27c519":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:18.884112136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b12eb9-5ed6-41e6-917a-f40377328e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:18.907977998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b12eb9-5ed6-41e6-917a-f40377328e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:18.927333965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b12eb9-5ed6-41e6-917a-f40377328e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:18.944301615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48b12eb9-5ed6-41e6-917a-f40377328e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:19.797943911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab0637e-7866-4384-a302-3f7f0487f293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:19.813956795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab0637e-7866-4384-a302-3f7f0487f293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:19.829329318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab0637e-7866-4384-a302-3f7f0487f293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:19.844367456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab0637e-7866-4384-a302-3f7f0487f293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:20.747254346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfae82a-5f6f-4a8f-9565-a678d41500a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:20.771922068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfae82a-5f6f-4a8f-9565-a678d41500a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:20.829103573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfae82a-5f6f-4a8f-9565-a678d41500a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:20.845898598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfae82a-5f6f-4a8f-9565-a678d41500a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:21.584680409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cf9be3-86f0-4767-852e-285608d92e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:21.599147512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cf9be3-86f0-4767-852e-285608d92e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:21.61397377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cf9be3-86f0-4767-852e-285608d92e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:21.621151609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:21.62808486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cf9be3-86f0-4767-852e-285608d92e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:22.237206514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181b3d8a-4720-49e7-a201-467979317282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:22.251867558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181b3d8a-4720-49e7-a201-467979317282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:22.266490174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181b3d8a-4720-49e7-a201-467979317282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:22.280862261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181b3d8a-4720-49e7-a201-467979317282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:22.744282846Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f46b2cf3","reconcileID":"8f018572-3114-465c-bf8c-cd19b148fb96","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-f46b2cf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:22.839314141Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f46b2cf3","reconcileID":"8f018572-3114-465c-bf8c-cd19b148fb96","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:22.839350541Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f46b2cf3","reconcileID":"8f018572-3114-465c-bf8c-cd19b148fb96","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f46b2cf3","subscription":"e2e-neg-ghost-sub-f46b2cf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:22.839488347Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f46b2cf3","reconcileID":"8f018572-3114-465c-bf8c-cd19b148fb96","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f46b2cf3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f46b2cf3","error":"MaaSModelRef not found: llm/nonexistent-model-f46b2cf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:22.994677632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34210170-fcf2-44b2-8eaa-9cac20b22d45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.067187138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31606b1b-3a02-4104-af41-31b104b74913","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.067206999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31606b1b-3a02-4104-af41-31b104b74913","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.13863307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"429da4d1-2647-4d65-b173-c2860b3fe654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.138666648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"5037540a-67e3-4fb2-875c-e092a600f7f7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.139063542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c4681de-eb98-4352-894d-871fb0314367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.15741388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c4681de-eb98-4352-894d-871fb0314367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.157648453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"429da4d1-2647-4d65-b173-c2860b3fe654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.159843123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"5037540a-67e3-4fb2-875c-e092a600f7f7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.199522301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de51de82-ac87-4e79-943b-5c34cc8d9a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.2139194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de51de82-ac87-4e79-943b-5c34cc8d9a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.228577757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de51de82-ac87-4e79-943b-5c34cc8d9a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.240569241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d217b52e-bb45-46ec-9671-76b674279de3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.240602768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d217b52e-bb45-46ec-9671-76b674279de3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.242774895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de51de82-ac87-4e79-943b-5c34cc8d9a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.242797119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f46b2cf3","reconcileID":"da4deba8-b457-46a9-ade4-8ca9431e7d90","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f46b2cf3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.362723303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12a56c10-e3a4-42c8-8750-eca4f243e351","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.362839517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12a56c10-e3a4-42c8-8750-eca4f243e351","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.387308455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"f686d1ae-a2db-49fb-94b2-83e1e139c194","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.405967855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"f686d1ae-a2db-49fb-94b2-83e1e139c194","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.424745603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c1d8c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"f686d1ae-a2db-49fb-94b2-83e1e139c194","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.585744852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"815ea074-fe62-47a7-afca-9ef06c36f326","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.585766165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"815ea074-fe62-47a7-afca-9ef06c36f326","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.602486078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a51fba6c-aa66-4430-a121-10c43965095a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.602502653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a51fba6c-aa66-4430-a121-10c43965095a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.657062322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-c3a78e52","reconcileID":"7749f908-7adb-4cf8-82ad-35a4ba691540","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.67467817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-c3a78e52","reconcileID":"7749f908-7adb-4cf8-82ad-35a4ba691540","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.709257608Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-c3a78e52","reconcileID":"7749f908-7adb-4cf8-82ad-35a4ba691540","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-c3a78e52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.855101563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e117edd-4f50-4356-bf83-7baa8761d7b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.855119085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e117edd-4f50-4356-bf83-7baa8761d7b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.908513479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-c3a78e52","reconcileID":"820fddc7-415c-48f1-9d21-a72a7fe71f50","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.926858404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-c3a78e52","reconcileID":"820fddc7-415c-48f1-9d21-a72a7fe71f50","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:23.956615089Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-c3a78e52","reconcileID":"820fddc7-415c-48f1-9d21-a72a7fe71f50","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-c3a78e52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.215674069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"c2346754-ccdc-4303-bfa4-1b7b68ce3e74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.234162655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"c2346754-ccdc-4303-bfa4-1b7b68ce3e74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"name":"e2e-api-b-f1a72d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.397659777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c5602fc-0804-43a4-9b9a-9b012e1c4f1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.397676795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c5602fc-0804-43a4-9b9a-9b012e1c4f1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.684695288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6a8112-f13b-46c7-a2a3-f299c3cd21f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.699949868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6a8112-f13b-46c7-a2a3-f299c3cd21f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.713995546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6a8112-f13b-46c7-a2a3-f299c3cd21f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.728274825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6a8112-f13b-46c7-a2a3-f299c3cd21f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.066214296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"34203e2d-8d07-4fda-9546-eb65e160d388","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.086423975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"34203e2d-8d07-4fda-9546-eb65e160d388","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.292972763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a52dd826-2f75-4f1d-81c2-58c8bffb8894","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.292995796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a52dd826-2f75-4f1d-81c2-58c8bffb8894","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.40767377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8bba00-ef40-44ba-9c70-64c1d1ced993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.421870059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8bba00-ef40-44ba-9c70-64c1d1ced993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.435409921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c99e50cf-29da-4cdf-806d-a896000b27df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.435427811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c99e50cf-29da-4cdf-806d-a896000b27df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.43662478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8bba00-ef40-44ba-9c70-64c1d1ced993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.451454868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8bba00-ef40-44ba-9c70-64c1d1ced993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.451545683Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-c3a78e52","reconcileID":"d2e5892b-efec-46b3-b1b7-9a5dc621fb68","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.465430431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-c3a78e52","reconcileID":"d2e5892b-efec-46b3-b1b7-9a5dc621fb68","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-c3a78e52","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-c3a78e52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.495572526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f33c6350-4b4e-47d7-b66f-cdca0b5cc61e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.495601179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f33c6350-4b4e-47d7-b66f-cdca0b5cc61e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.513318128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29a2b097-423b-466b-9a53-1e6a128a766c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.513338639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29a2b097-423b-466b-9a53-1e6a128a766c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.513925792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01a03d8d-00a1-4d23-b1df-6c32d898f8e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.513944417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01a03d8d-00a1-4d23-b1df-6c32d898f8e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.541834139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"33e578d9-0907-4dca-b4be-4ef877c7c8c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.593107668Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2c771e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2c771e","reconcileID":"0220e1f8-104a-4389-96bd-052465fb318b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2c771e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-2c771e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.59315662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"33e578d9-0907-4dca-b4be-4ef877c7c8c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"name":"e2e-api-b-175771-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.627330038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-175771-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"33e578d9-0907-4dca-b4be-4ef877c7c8c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.64873441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89525b97-5480-457e-996a-657141ebad04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.648765492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89525b97-5480-457e-996a-657141ebad04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.025440194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"2a2b98d1-92ba-4171-82f0-8edd727449bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.046249781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"2a2b98d1-92ba-4171-82f0-8edd727449bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.111215104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a11bcd-aa68-41c3-a820-d018fc71fc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.125619249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a11bcd-aa68-41c3-a820-d018fc71fc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.140057188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a11bcd-aa68-41c3-a820-d018fc71fc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.154470337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a11bcd-aa68-41c3-a820-d018fc71fc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.21585653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"6464a808-c13f-4e9d-85c9-096751c80da9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.234911172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"6464a808-c13f-4e9d-85c9-096751c80da9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.764900656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f242e9-be85-41ca-9c45-b55067edaf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.779214635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f242e9-be85-41ca-9c45-b55067edaf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.793855334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f242e9-be85-41ca-9c45-b55067edaf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.808132102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f242e9-be85-41ca-9c45-b55067edaf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:28.596850239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca006bd5-b9da-40e3-a5be-8fc0e5ea9d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:28.611659258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca006bd5-b9da-40e3-a5be-8fc0e5ea9d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:28.627627493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca006bd5-b9da-40e3-a5be-8fc0e5ea9d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:28.642197849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca006bd5-b9da-40e3-a5be-8fc0e5ea9d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:29.455212169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54969c3-b0c5-4171-998b-8ecf35b91140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:29.489062703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54969c3-b0c5-4171-998b-8ecf35b91140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:29.507183253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54969c3-b0c5-4171-998b-8ecf35b91140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:29.533889013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54969c3-b0c5-4171-998b-8ecf35b91140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.202524612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307d0ab7-ce97-46b8-9bf1-ac779d24533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.216647784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307d0ab7-ce97-46b8-9bf1-ac779d24533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.230755566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307d0ab7-ce97-46b8-9bf1-ac779d24533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.244928751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307d0ab7-ce97-46b8-9bf1-ac779d24533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.975907201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc06430-d33b-4e01-bc7a-78fdc4ffc319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.990024099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc06430-d33b-4e01-bc7a-78fdc4ffc319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.005483476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc06430-d33b-4e01-bc7a-78fdc4ffc319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.020340599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc06430-d33b-4e01-bc7a-78fdc4ffc319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.573927422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013986d2-af71-464e-99da-85bf5a4d7905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.58900371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013986d2-af71-464e-99da-85bf5a4d7905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.603030415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013986d2-af71-464e-99da-85bf5a4d7905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.616983213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013986d2-af71-464e-99da-85bf5a4d7905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.745775607Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1606b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1606b7","reconcileID":"03168470-88f7-477c-b969-416ff798e8a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1606b7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-1606b7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.092356731Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","namespace":"ai-tenant-e2e-api-a-038953","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.092431248Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","namespace":"ai-tenant-e2e-api-a-038953","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.092481568Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","tenant":"e2e-api-a-038953","tenantID":"e2e-api-a-038953","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.108348004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"Deployment","name":"maas-api-e2e-api-a-038953","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.141949219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"Service","name":"maas-api-e2e-api-a-038953","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.158823109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-038953","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.180717662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-038953","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.197121115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.213431591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.228198269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c1c430-cdc8-44e1-b8ad-d74a3d0f7a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.235668517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.243253118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c1c430-cdc8-44e1-b8ad-d74a3d0f7a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.257768817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c1c430-cdc8-44e1-b8ad-d74a3d0f7a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.25962855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.272154561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c1c430-cdc8-44e1-b8ad-d74a3d0f7a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.28607143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"Deployment","name":"payload-processing-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.299710976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.313409424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"Service","name":"payload-processing-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.32722924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.350877878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.36455418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.391958861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.436574989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.451910874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.476767228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.49413005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-038953","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.509829085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-038953"},"namespace":"ai-tenant-e2e-api-a-038953","name":"default-tenant","reconcileID":"41f30a95-94cf-4265-a606-1184b89df11d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-038953","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:32.968910091Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-038953","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-038953","reconcileID":"76d6c925-1283-492b-9d8d-07ba1e013170","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-038953","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-038953"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.34226668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086a96f8-1ae9-4b93-bf8e-5ba5a14b089c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.356454834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086a96f8-1ae9-4b93-bf8e-5ba5a14b089c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.370381758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086a96f8-1ae9-4b93-bf8e-5ba5a14b089c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.386224293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086a96f8-1ae9-4b93-bf8e-5ba5a14b089c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.459451966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"e09110b2-54e0-4860-bb1b-ecb0f6af8745","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.477537889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"e09110b2-54e0-4860-bb1b-ecb0f6af8745","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.495046106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c1d8c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"e09110b2-54e0-4860-bb1b-ecb0f6af8745","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.94924468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0520a7-7787-4643-ae14-e17e23b108dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:34.018546992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0520a7-7787-4643-ae14-e17e23b108dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:34.213081194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0520a7-7787-4643-ae14-e17e23b108dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:34.259106323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0520a7-7787-4643-ae14-e17e23b108dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:34.815667509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29041f2e-4474-456e-a8cf-674c55b605a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:34.891900681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29041f2e-4474-456e-a8cf-674c55b605a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:34.905832716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29041f2e-4474-456e-a8cf-674c55b605a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:34.919677469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29041f2e-4474-456e-a8cf-674c55b605a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:36.677461474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"4910d2b2-af38-4b7a-9c80-a1bdae5ba907","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:36.69563489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"4910d2b2-af38-4b7a-9c80-a1bdae5ba907","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"name":"e2e-api-b-175771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:36.712757577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-175771-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"4910d2b2-af38-4b7a-9c80-a1bdae5ba907","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:37.195492413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"b82d8d18-222b-440d-9687-0e13183013bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:37.213753146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"b82d8d18-222b-440d-9687-0e13183013bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:37.296159129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"2b911384-c2b6-4788-a552-0b7a1cb07f1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:37.314043643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"2b911384-c2b6-4788-a552-0b7a1cb07f1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:39.64385249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"859da629-d1dc-4f3d-848d-2477df572156","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:39.791048139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"3ebcabf5-0939-4e05-aca7-f394885f3e1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:39.824804017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"3e4171e7-b3f3-488e-92e6-4c2525c54c14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:39.919472858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"d35a18aa-80e5-4917-98e0-fd4f225562df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:39.921464861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"22006783-efcb-4153-b98e-605db1ff997e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:39.922111249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"0b64b1cf-c998-4561-ac62-6fa0a810d480","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:39.973106349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"0301d26c-45d2-4075-a616-c97fa7694fae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:39.973513405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4f0ca9d-279b-4feb-bd03-a21fae7f4ff2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:40.040808633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"3a61096e-8005-4ff6-8feb-bc8cde35fb6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:40.045888159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"963b5f44-35a5-4e9e-9ace-dee8b2f9c165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:40.046109019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"52b214d5-4996-4b44-9f9d-ee5745650c41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:40.101278218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"1cf25cfe-5e86-43a5-b449-1b7ee62ef5d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:40.271048474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"e500c96e-0d0f-4add-8948-b1803300d9c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:40.315273082Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"e500c96e-0d0f-4add-8948-b1803300d9c5","name":"e2e-api-b-27c519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.035191005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"af6dd50d-d1d3-49d6-8aa8-86b31990f323","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.063663264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"af6dd50d-d1d3-49d6-8aa8-86b31990f323","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"name":"e2e-api-b-f1a72d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.235540075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"979b257f-ff55-492d-a6fd-3d49fc725a71","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.258024721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"979b257f-ff55-492d-a6fd-3d49fc725a71","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"name":"e2e-api-b-f1a72d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.272716359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c008d6-3137-47a5-9f69-86f48247dbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.287111998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c008d6-3137-47a5-9f69-86f48247dbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.301504736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c008d6-3137-47a5-9f69-86f48247dbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.315680653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c008d6-3137-47a5-9f69-86f48247dbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.932333697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c8c806-275a-4a30-ac37-a68b1cc3a194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.94695097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c8c806-275a-4a30-ac37-a68b1cc3a194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.961499713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c8c806-275a-4a30-ac37-a68b1cc3a194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:41.97614787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c8c806-275a-4a30-ac37-a68b1cc3a194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:42.617570155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2806b135-65fb-48d0-a0f5-0696ded605c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:42.631892517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2806b135-65fb-48d0-a0f5-0696ded605c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:42.645911581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2806b135-65fb-48d0-a0f5-0696ded605c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:42.660270979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2806b135-65fb-48d0-a0f5-0696ded605c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.263962807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09744af2-ae75-4868-86ba-cb1fae3670c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.278244468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09744af2-ae75-4868-86ba-cb1fae3670c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.292260073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09744af2-ae75-4868-86ba-cb1fae3670c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.306430051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09744af2-ae75-4868-86ba-cb1fae3670c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.522900947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"374b2441-cc9c-4f08-af02-330b8aa2ca0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.541069255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"374b2441-cc9c-4f08-af02-330b8aa2ca0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.557331698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c1d8c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7dfddf52b8225336048d595db14870505cb26b1f09ac84f1a58ecf07d3646a9e) AuthConfig (5c30a5e0664dcc999b9987108a067a9ba93d8a5c8019d02b9a0eb7c933d6023b) AuthConfig (1ba79fc79c166238c577c3c88eca7ec2da76c157e5bb283c1a2830021388d82b) AuthConfig (29e3e696454628b67e0644b89941cd9e934343e922777054155af5eaf825d10d) AuthConfig (da1577433ce55fc754a576884886c7a503644ab11efb393743611f292560d107) AuthConfig (a108ca948c2a7d50ae560ec38b5cad9d8b87a7d4f131f815857e78b71cdf7586)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"374b2441-cc9c-4f08-af02-330b8aa2ca0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.576028134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be899600-9f15-4440-b40d-ce4304a1123a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.576045707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be899600-9f15-4440-b40d-ce4304a1123a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.858458633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d36da71-a32e-4812-bdad-7acf1abac1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.872618243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d36da71-a32e-4812-bdad-7acf1abac1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.886412023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d36da71-a32e-4812-bdad-7acf1abac1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.900416307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d36da71-a32e-4812-bdad-7acf1abac1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.74440297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"ce481e21-272a-47ea-9c37-c42ec57a37fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.762558421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"ce481e21-272a-47ea-9c37-c42ec57a37fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"name":"e2e-api-b-175771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.779429208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-175771-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7a8192b040779e9f438d844836a2e262f037cb5f908ca0d76d1924af54d10c0) AuthConfig (689c224ebf01ec98c5dc2b4c69f979df2c3c8db43ffdf23f089af89002ca0926) AuthConfig (d00f2725a6bd315b8ce55b332e9f7d39ad770bc0615a15db8ff9f3b8987f7b6c) AuthConfig (d11c753669ae0d27412a76d37284c846103ec3ab191342819c152f4da82495e7) AuthConfig (f15078bc87e07851cabb202cb27b0c3e278ac96427f3572236d310c55380a5a4) AuthConfig (a232d1ace71099b3b41f0df01a7f0780432b3ce37305f7387ee310f65c0dfef5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"ce481e21-272a-47ea-9c37-c42ec57a37fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.796092827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62176bd3-5b97-4e9d-b93e-77ca62a0253a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.79610948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62176bd3-5b97-4e9d-b93e-77ca62a0253a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:48.728200196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"3ce4b2b6-af91-451e-9345-b2cb63b78607","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2c771e","tenantID":"e2e-ipp-a-2c771e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:48.767147107Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"3ce4b2b6-af91-451e-9345-b2cb63b78607","name":"e2e-ipp-a-2c771e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:51.117967883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"379e7aad-f401-4b1f-abdc-cfa991295275","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:51.135752767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"379e7aad-f401-4b1f-abdc-cfa991295275","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"name":"e2e-api-b-f1a72d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:51.290178178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"39b1c3b5-49b6-4967-9047-25252b0042af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:51.307578034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"39b1c3b5-49b6-4967-9047-25252b0042af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"name":"e2e-api-b-f1a72d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:51.621782026Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:53.603953753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"6bfcf050-47ba-4a64-98b3-bffbc61d9f94","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:53.631528688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"6bfcf050-47ba-4a64-98b3-bffbc61d9f94","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:53.651335415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c1d8c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7dfddf52b8225336048d595db14870505cb26b1f09ac84f1a58ecf07d3646a9e) AuthConfig (5c30a5e0664dcc999b9987108a067a9ba93d8a5c8019d02b9a0eb7c933d6023b) AuthConfig (1ba79fc79c166238c577c3c88eca7ec2da76c157e5bb283c1a2830021388d82b) AuthConfig (29e3e696454628b67e0644b89941cd9e934343e922777054155af5eaf825d10d) AuthConfig (da1577433ce55fc754a576884886c7a503644ab11efb393743611f292560d107) AuthConfig (a108ca948c2a7d50ae560ec38b5cad9d8b87a7d4f131f815857e78b71cdf7586)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"6bfcf050-47ba-4a64-98b3-bffbc61d9f94","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:53.990613262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"60e4aa11-e33c-4962-912e-221061e20ec7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1606b7","tenantID":"e2e-ipp-a-1606b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.030020458Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"60e4aa11-e33c-4962-912e-221061e20ec7","name":"e2e-ipp-a-1606b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.049683193Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"2d728b85-a722-46e9-acda-8ec6c5d11b2e","namespace":"ai-tenant-e2e-api-a-726b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.049763659Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"2d728b85-a722-46e9-acda-8ec6c5d11b2e","namespace":"ai-tenant-e2e-api-a-726b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.04983977Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"2d728b85-a722-46e9-acda-8ec6c5d11b2e","name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.076792181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"174ca164-4799-4825-94cb-9727700ef19d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.077127296Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"2d728b85-a722-46e9-acda-8ec6c5d11b2e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.077345998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04d34d00-1d72-43db-9ee6-6fe92bc3858d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.077366795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04d34d00-1d72-43db-9ee6-6fe92bc3858d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.119631509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"174ca164-4799-4825-94cb-9727700ef19d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.192131121Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"174ca164-4799-4825-94cb-9727700ef19d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"name":"e2e-api-a-726b5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.192149642Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"e2e-e2e-api-a-726b5f-policy","reconcileID":"174ca164-4799-4825-94cb-9727700ef19d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-726b5f-policy","namespace":"ai-tenant-e2e-api-a-726b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-726b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.210322598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7875340-1fdb-462f-acfe-d4bf177b5a36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.210337448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7875340-1fdb-462f-acfe-d4bf177b5a36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.825646924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"dbaac6de-db12-4597-9b8d-ec2e4da37a7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.84348899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"dbaac6de-db12-4597-9b8d-ec2e4da37a7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"name":"e2e-api-b-175771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.861244685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-175771-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7a8192b040779e9f438d844836a2e262f037cb5f908ca0d76d1924af54d10c0) AuthConfig (689c224ebf01ec98c5dc2b4c69f979df2c3c8db43ffdf23f089af89002ca0926) AuthConfig (d00f2725a6bd315b8ce55b332e9f7d39ad770bc0615a15db8ff9f3b8987f7b6c) AuthConfig (d11c753669ae0d27412a76d37284c846103ec3ab191342819c152f4da82495e7) AuthConfig (f15078bc87e07851cabb202cb27b0c3e278ac96427f3572236d310c55380a5a4) AuthConfig (a232d1ace71099b3b41f0df01a7f0780432b3ce37305f7387ee310f65c0dfef5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"dbaac6de-db12-4597-9b8d-ec2e4da37a7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:59.945443102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"4ef2aabf-017e-448d-a1f4-d1c036c31199","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:59.984368191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"876c4bd2-597f-45cc-bcc2-9b54e5cd4a33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:00.061118357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"005cd4fb-0bc7-4289-82fc-9103f82631af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:00.140809672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"c3c6a8a3-7605-4bd5-ba89-81b2f4f7f8c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:00.141275363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"60cfe285-3d9c-4775-93c9-ccdc28f8ed7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:00.241832868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25467115-17e7-4f3f-a758-38f9efba857a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:00.242044149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"7155e2e3-4bc3-447b-ab3a-e6376d21799e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:00.242374144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"e2a679b0-c796-48fc-8bc8-9d27d28d843e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:00.24253073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"44e02c39-4781-4d14-b0c3-8142e049a943","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:00.342995181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee4f753d-3418-4aca-a6d8-5fed2c78ffeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:00.343054698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"4aad2659-f6a6-45ea-a45c-d3797ec11ce5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:00.343486808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"a88b2161-dce6-4029-9633-467713adc086","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:01.231971578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084352ba-f4bd-496a-913e-d17272e084cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:01.253006898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084352ba-f4bd-496a-913e-d17272e084cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:01.267447139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084352ba-f4bd-496a-913e-d17272e084cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:01.281816036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084352ba-f4bd-496a-913e-d17272e084cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.002914049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d797d4d1-3cd2-4db6-8f87-8d83166bc581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.018727922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d797d4d1-3cd2-4db6-8f87-8d83166bc581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.039554625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d797d4d1-3cd2-4db6-8f87-8d83166bc581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.056730595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d797d4d1-3cd2-4db6-8f87-8d83166bc581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.569654612Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"932c9a00-00a6-4e2f-b104-a4ba27a77283","namespace":"ai-tenant-e2e-api-b-f1a72d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.569728377Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"932c9a00-00a6-4e2f-b104-a4ba27a77283","namespace":"ai-tenant-e2e-api-b-f1a72d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.569786221Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"932c9a00-00a6-4e2f-b104-a4ba27a77283","name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.587983294Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"932c9a00-00a6-4e2f-b104-a4ba27a77283","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.588217047Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"fc1a8805-fce5-4ac0-bc59-e0eed414cf8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.588578528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bfa731e-2b5c-4e43-9f5a-a5752cb90777","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.588620678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bfa731e-2b5c-4e43-9f5a-a5752cb90777","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.642801298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"fc1a8805-fce5-4ac0-bc59-e0eed414cf8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.686364225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9935c245-4539-4e33-920b-2824962714a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.703361686Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"fc1a8805-fce5-4ac0-bc59-e0eed414cf8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"name":"e2e-api-b-f1a72d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.703393107Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"e2e-e2e-api-b-f1a72d-policy","reconcileID":"fc1a8805-fce5-4ac0-bc59-e0eed414cf8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f1a72d-policy","namespace":"ai-tenant-e2e-api-b-f1a72d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f1a72d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.717482774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9935c245-4539-4e33-920b-2824962714a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.741654086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9935c245-4539-4e33-920b-2824962714a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.742783504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aefd0780-0c25-450d-a813-57d1f19c51ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.742873824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aefd0780-0c25-450d-a813-57d1f19c51ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.757191446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9935c245-4539-4e33-920b-2824962714a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:03.501766149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60261da5-10e6-4c63-a883-92f093c64058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:03.519692941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60261da5-10e6-4c63-a883-92f093c64058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:03.535930779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60261da5-10e6-4c63-a883-92f093c64058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:03.55385944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60261da5-10e6-4c63-a883-92f093c64058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:03.679465803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"4ebca957-9130-4b23-8803-370732c1885a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:03.707882287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"4ebca957-9130-4b23-8803-370732c1885a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:03.874954453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7261f51f-49f4-4d60-8281-1c9626a20a43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:03.874985521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7261f51f-49f4-4d60-8281-1c9626a20a43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.610136854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a8b192c-5f96-45cf-9dff-81a93037f1b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.610245081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a8b192c-5f96-45cf-9dff-81a93037f1b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.627878447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58cc942b-4bb1-4efd-bd36-de0ffa897b9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.627973851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58cc942b-4bb1-4efd-bd36-de0ffa897b9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.66218201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"fb07766b-19a4-41cf-a5a9-4a24b48b6dd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.717342468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"fb07766b-19a4-41cf-a5a9-4a24b48b6dd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"name":"e2e-api-b-27c519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.741354344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-27c519-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"fb07766b-19a4-41cf-a5a9-4a24b48b6dd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.760541633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c8cb5a3-9bb6-4b14-b8e7-c9287a94a205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.760562921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c8cb5a3-9bb6-4b14-b8e7-c9287a94a205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:05.191413819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"c79f998e-c84f-4f3b-b807-e60a0bc9e8b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:05.216456618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"c79f998e-c84f-4f3b-b807-e60a0bc9e8b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:05.3758264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"593c65dc-1362-4608-92a8-3bda87d6ce60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:05.402406078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"593c65dc-1362-4608-92a8-3bda87d6ce60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:05.466031824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a5dc55-87a4-4c52-9c98-b629453ca180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:05.481643844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a5dc55-87a4-4c52-9c98-b629453ca180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:05.50090097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a5dc55-87a4-4c52-9c98-b629453ca180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:05.525741243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a5dc55-87a4-4c52-9c98-b629453ca180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:06.158109533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca7ba7f-1d0b-40a7-b0a4-4bcb76f46372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:06.174160881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca7ba7f-1d0b-40a7-b0a4-4bcb76f46372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:06.188364652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca7ba7f-1d0b-40a7-b0a4-4bcb76f46372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:06.207627646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca7ba7f-1d0b-40a7-b0a4-4bcb76f46372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:06.888472224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e6f420-8ff6-48f7-9653-12ffb531555a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:06.902564637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e6f420-8ff6-48f7-9653-12ffb531555a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:06.916568091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e6f420-8ff6-48f7-9653-12ffb531555a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:06.916783665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"dd14cecf-166a-45a7-a994-05ba196c4c09","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:06.930882687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e6f420-8ff6-48f7-9653-12ffb531555a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:06.94878252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"dd14cecf-166a-45a7-a994-05ba196c4c09","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"name":"e2e-api-b-175771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:07.127385784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1861fa48-fd4d-452c-9c4d-ba8f85242528","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:07.127406324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1861fa48-fd4d-452c-9c4d-ba8f85242528","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:07.563825276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88aed2e1-4933-492b-af77-2969d52b6325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:07.578954445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88aed2e1-4933-492b-af77-2969d52b6325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:07.593163861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88aed2e1-4933-492b-af77-2969d52b6325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:07.608214621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88aed2e1-4933-492b-af77-2969d52b6325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:08.177808502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ef36c3-229b-418a-95c8-17659a37e124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:08.192627297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ef36c3-229b-418a-95c8-17659a37e124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:08.21137191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ef36c3-229b-418a-95c8-17659a37e124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:08.304146894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ef36c3-229b-418a-95c8-17659a37e124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:09.058201708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c123f910-44d7-4d5b-a33e-357984f8ab9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:09.072312182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c123f910-44d7-4d5b-a33e-357984f8ab9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:09.086490507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c123f910-44d7-4d5b-a33e-357984f8ab9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:09.100786923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c123f910-44d7-4d5b-a33e-357984f8ab9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:09.655930626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b741565d-3b97-4fd1-b587-3f760680e590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:09.669903761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b741565d-3b97-4fd1-b587-3f760680e590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:09.683937438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b741565d-3b97-4fd1-b587-3f760680e590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:09.698062353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b741565d-3b97-4fd1-b587-3f760680e590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.139356006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4e1768-e886-4453-ac47-160a9441f3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.154022348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4e1768-e886-4453-ac47-160a9441f3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.170795537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4e1768-e886-4453-ac47-160a9441f3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.186921136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4e1768-e886-4453-ac47-160a9441f3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.801874053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92298bb0-ebf9-4f1c-b791-4c95300ee2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.802304653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"5053dd13-45ed-4ecb-b85e-51e58e5bf9fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.821536553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92298bb0-ebf9-4f1c-b791-4c95300ee2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.842419436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92298bb0-ebf9-4f1c-b791-4c95300ee2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.851021819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"5053dd13-45ed-4ecb-b85e-51e58e5bf9fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"name":"e2e-api-b-27c519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.862986847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92298bb0-ebf9-4f1c-b791-4c95300ee2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.882559396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-27c519-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"5053dd13-45ed-4ecb-b85e-51e58e5bf9fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.374526928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"5c8393c2-a7ea-4016-a5a0-e5da06695574","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.392894599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"5c8393c2-a7ea-4016-a5a0-e5da06695574","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.48434755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"bec0a71a-c8fa-4f35-b4fc-20e6a62aed5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.50533145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"bec0a71a-c8fa-4f35-b4fc-20e6a62aed5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.558434832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd01397-c1d0-44ac-9fe5-593d11177017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.572785436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd01397-c1d0-44ac-9fe5-593d11177017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.587101953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd01397-c1d0-44ac-9fe5-593d11177017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.605630476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd01397-c1d0-44ac-9fe5-593d11177017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:16.412262076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d82367-4f5a-44d0-98bc-6844a27bc0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:16.436131264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d82367-4f5a-44d0-98bc-6844a27bc0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:16.451121193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d82367-4f5a-44d0-98bc-6844a27bc0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:16.46560121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d82367-4f5a-44d0-98bc-6844a27bc0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.310616466Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","namespace":"ai-tenant-e2e-api-a-726b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.310674935Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","namespace":"ai-tenant-e2e-api-a-726b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.310726978Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","tenant":"e2e-api-a-726b5f","tenantID":"e2e-api-a-726b5f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.326770712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"Deployment","name":"maas-api-e2e-api-a-726b5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.353641617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"Service","name":"maas-api-e2e-api-a-726b5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.369848906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-726b5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.386454981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-726b5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.402693439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.421225776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.439849799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.455823433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.469507692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"Deployment","name":"payload-processing-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.483236635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.49705281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"Service","name":"payload-processing-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.510644287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"Service","name":"payload-pre-processing-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.5244884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.538188016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.552404353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.59209214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.607972076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.635927473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.657979957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-726b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:19.703110033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-726b5f"},"namespace":"ai-tenant-e2e-api-a-726b5f","name":"default-tenant","reconcileID":"c881f884-e5ba-4d45-81ba-cdfae28ba5bb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-726b5f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.179877879Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-726b5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-726b5f","reconcileID":"eab59488-f457-419c-be5c-4c849a109700","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-726b5f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-726b5f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.556433933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24418ef6-c646-425b-81ba-1d31b30dbe29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.570457685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24418ef6-c646-425b-81ba-1d31b30dbe29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.58537442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24418ef6-c646-425b-81ba-1d31b30dbe29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.600335457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24418ef6-c646-425b-81ba-1d31b30dbe29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.341349636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88126ce7-05d6-4244-a6af-480ebad7b0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.355554695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88126ce7-05d6-4244-a6af-480ebad7b0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.369501455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88126ce7-05d6-4244-a6af-480ebad7b0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.383835675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88126ce7-05d6-4244-a6af-480ebad7b0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.643604728Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.192425177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42059438-25d9-4aef-8ae6-9e38c7b0aafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.206408061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42059438-25d9-4aef-8ae6-9e38c7b0aafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.220422691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42059438-25d9-4aef-8ae6-9e38c7b0aafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.234443112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42059438-25d9-4aef-8ae6-9e38c7b0aafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.820914218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b431c2c-4f7c-456e-bdf6-664ac1028a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.835028459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b431c2c-4f7c-456e-bdf6-664ac1028a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.84944253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b431c2c-4f7c-456e-bdf6-664ac1028a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.863730038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b431c2c-4f7c-456e-bdf6-664ac1028a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.409328288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018b57bd-e1f3-4355-a5ad-17e05da321a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.424855726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018b57bd-e1f3-4355-a5ad-17e05da321a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.439029686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018b57bd-e1f3-4355-a5ad-17e05da321a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.455736701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018b57bd-e1f3-4355-a5ad-17e05da321a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.725047779Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","namespace":"ai-tenant-e2e-api-b-f1a72d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.725103167Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","namespace":"ai-tenant-e2e-api-b-f1a72d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.725150563Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","tenant":"e2e-api-b-f1a72d","tenantID":"e2e-api-b-f1a72d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.751810763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"Deployment","name":"maas-api-e2e-api-b-f1a72d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.809133493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"Service","name":"maas-api-e2e-api-b-f1a72d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.828871864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-f1a72d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.845257328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-f1a72d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.866144811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.884785344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.902152077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.918842245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.9325787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"Deployment","name":"payload-processing-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.946535435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.960456411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"Service","name":"payload-processing-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.974424316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"Service","name":"payload-pre-processing-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.988568545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.002402734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.016438211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.053023208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.079112675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.09515377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.113480394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-f1a72d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.129900596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f1a72d"},"namespace":"ai-tenant-e2e-api-b-f1a72d","name":"default-tenant","reconcileID":"b5c299e9-a340-4876-8802-7e7ddbb4983a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-f1a72d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.561145638Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f1a72d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f1a72d","reconcileID":"c12aea92-5079-4aa8-91c4-d6f896a51667","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f1a72d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-f1a72d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.911817958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"1ec2a7fe-734a-4b99-98f5-98ed6e509c20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.931686198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"1ec2a7fe-734a-4b99-98f5-98ed6e509c20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"name":"e2e-api-b-27c519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.949104758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-27c519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9b704901a44950beda3d394548f7e3f89ac71e7a6e31d407cd5bc3a206e90a2) AuthConfig (8d5ed1ba877fc9a4ce9fd145108c0b526e409559835f28f55e35ac252f1f7093) AuthConfig (5e46b55c121145e7a80b4addb2ee0422b57d6e0f947a744f3b31dc72c25e3143) AuthConfig (b84abe4c907395d7c20f2ead9fe2d968e3fa73efa05b1620dc89b182f3ad2d1b) AuthConfig (a84a097bdfe2439475882eaff6962ef7ad3bba5f4e2171e7a71d14f94657d1b1) AuthConfig (9adecf220816b92435d3d4997a4f0b0cfb17dbc428fcf8c0742ae2c2ee670372)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"1ec2a7fe-734a-4b99-98f5-98ed6e509c20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.970145912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84c5f92e-0c17-4394-8d79-9661d1e2f5c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:24.970163508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84c5f92e-0c17-4394-8d79-9661d1e2f5c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:25.000348193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cccc6c2-59ef-4541-bdef-e53def8764f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:25.014899304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cccc6c2-59ef-4541-bdef-e53def8764f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:25.029092653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cccc6c2-59ef-4541-bdef-e53def8764f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:25.043753842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cccc6c2-59ef-4541-bdef-e53def8764f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:25.653551958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ad90ff-4b5e-4270-be98-7a7eb7927629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:25.667553188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ad90ff-4b5e-4270-be98-7a7eb7927629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:25.681903611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ad90ff-4b5e-4270-be98-7a7eb7927629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:25.696106412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ad90ff-4b5e-4270-be98-7a7eb7927629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.168747364Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"46065f3f-242c-4bf7-bbc9-7c7b25a5c15d","namespace":"ai-tenant-e2e-api-a-c1d8c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.168823374Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"46065f3f-242c-4bf7-bbc9-7c7b25a5c15d","namespace":"ai-tenant-e2e-api-a-c1d8c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.168893516Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"46065f3f-242c-4bf7-bbc9-7c7b25a5c15d","name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.187840314Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"46065f3f-242c-4bf7-bbc9-7c7b25a5c15d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.188080023Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"ebc3cb34-252b-4670-9909-0a7a1b61d8c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.188381498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f8ba02e-cbe1-40af-a64a-44762395fa61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.18839569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f8ba02e-cbe1-40af-a64a-44762395fa61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.233307276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"ebc3cb34-252b-4670-9909-0a7a1b61d8c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.297733991Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"ebc3cb34-252b-4670-9909-0a7a1b61d8c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"name":"e2e-api-a-c1d8c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.297750372Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"e2e-e2e-api-a-c1d8c8-policy","reconcileID":"ebc3cb34-252b-4670-9909-0a7a1b61d8c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c1d8c8-policy","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c1d8c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.31678104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1d69d11-efb1-49ae-b066-5e2a81757369","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.316797383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1d69d11-efb1-49ae-b066-5e2a81757369","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:28.242777036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"296eb5ee-aca0-4e90-9566-0e5fec49e90b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:28.26103292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"296eb5ee-aca0-4e90-9566-0e5fec49e90b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"name":"e2e-api-b-175771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:28.546278127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"c64f79a1-be47-47e0-ab69-8c258465e351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:28.593248056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"c64f79a1-be47-47e0-ab69-8c258465e351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"name":"e2e-api-b-175771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:28.757011135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025c1120-3577-47f8-ae31-1e85ba054948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:28.771484081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025c1120-3577-47f8-ae31-1e85ba054948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:28.785568865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025c1120-3577-47f8-ae31-1e85ba054948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:28.799753487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025c1120-3577-47f8-ae31-1e85ba054948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.389956282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc72da55-3a4d-49ea-a2c3-e2188974bc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.405539338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc72da55-3a4d-49ea-a2c3-e2188974bc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.41972856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc72da55-3a4d-49ea-a2c3-e2188974bc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.434113756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc72da55-3a4d-49ea-a2c3-e2188974bc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.030966835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f1cb7a-5ec6-4839-9a7f-1a84d6f92f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.045355746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f1cb7a-5ec6-4839-9a7f-1a84d6f92f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.059694715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f1cb7a-5ec6-4839-9a7f-1a84d6f92f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.074021189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f1cb7a-5ec6-4839-9a7f-1a84d6f92f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.629939081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2b641a-e794-4e4b-890e-996d1ac4fc4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.644570704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2b641a-e794-4e4b-890e-996d1ac4fc4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.658461466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2b641a-e794-4e4b-890e-996d1ac4fc4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.706308944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2b641a-e794-4e4b-890e-996d1ac4fc4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:31.40892575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51cef350-4984-4f6c-aceb-9a1c26d303a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:31.423698128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51cef350-4984-4f6c-aceb-9a1c26d303a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:31.437678943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51cef350-4984-4f6c-aceb-9a1c26d303a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:31.451864254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51cef350-4984-4f6c-aceb-9a1c26d303a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:32.076058716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4628798-f826-4c5a-88cd-851d17ace1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:32.090681765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4628798-f826-4c5a-88cd-851d17ace1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:32.104827666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4628798-f826-4c5a-88cd-851d17ace1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:32.119412293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4628798-f826-4c5a-88cd-851d17ace1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:32.889572418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7623a2-59c3-4970-968c-c8eccbd35262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:32.904063516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7623a2-59c3-4970-968c-c8eccbd35262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:32.918392159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7623a2-59c3-4970-968c-c8eccbd35262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:32.932599372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7623a2-59c3-4970-968c-c8eccbd35262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:33.567655833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef99f17-342e-4132-bb1a-c46a2321d6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:33.581819934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef99f17-342e-4132-bb1a-c46a2321d6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:33.59586984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef99f17-342e-4132-bb1a-c46a2321d6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:33.610066806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef99f17-342e-4132-bb1a-c46a2321d6ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:35.01939236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"a19454a9-82c1-450c-87ed-a71f8769d00e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:35.038382793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"a19454a9-82c1-450c-87ed-a71f8769d00e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"name":"e2e-api-b-27c519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:35.055193576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-27c519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9b704901a44950beda3d394548f7e3f89ac71e7a6e31d407cd5bc3a206e90a2) AuthConfig (8d5ed1ba877fc9a4ce9fd145108c0b526e409559835f28f55e35ac252f1f7093) AuthConfig (5e46b55c121145e7a80b4addb2ee0422b57d6e0f947a744f3b31dc72c25e3143) AuthConfig (b84abe4c907395d7c20f2ead9fe2d968e3fa73efa05b1620dc89b182f3ad2d1b) AuthConfig (a84a097bdfe2439475882eaff6962ef7ad3bba5f4e2171e7a71d14f94657d1b1) AuthConfig (9adecf220816b92435d3d4997a4f0b0cfb17dbc428fcf8c0742ae2c2ee670372)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"a19454a9-82c1-450c-87ed-a71f8769d00e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:36.847172634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a96e94-1791-419e-b1cd-43b0e22ce5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:36.861242029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a96e94-1791-419e-b1cd-43b0e22ce5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:36.875507991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a96e94-1791-419e-b1cd-43b0e22ce5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:36.890490992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a96e94-1791-419e-b1cd-43b0e22ce5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:37.520259405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c769df51-12e4-40bb-805d-1058d67cfabb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:37.542434713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c769df51-12e4-40bb-805d-1058d67cfabb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:37.56227278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c769df51-12e4-40bb-805d-1058d67cfabb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:37.576330925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c769df51-12e4-40bb-805d-1058d67cfabb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:37.675358033Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-379e57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-379e57","reconcileID":"62d5cc7f-9192-47c7-9703-de54db1b3acd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-379e57","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-379e57":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.150715119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f815fd-27e2-4046-8474-14ac1e852ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.164743929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f815fd-27e2-4046-8474-14ac1e852ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.178877891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f815fd-27e2-4046-8474-14ac1e852ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.192951322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f815fd-27e2-4046-8474-14ac1e852ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.470861664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"e41dd25c-e5f6-4cdc-a810-7caf3500c8a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.50284645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"e41dd25c-e5f6-4cdc-a810-7caf3500c8a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"name":"e2e-api-b-175771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.577113992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"fc625f1c-ee4c-4168-8937-5141a99ca69b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.598054113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"fc625f1c-ee4c-4168-8937-5141a99ca69b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"name":"e2e-api-b-175771-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.757573682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30beb13a-eeb7-40ac-a5a7-f119d14ddf91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.771562447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30beb13a-eeb7-40ac-a5a7-f119d14ddf91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.786029245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30beb13a-eeb7-40ac-a5a7-f119d14ddf91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.800187568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30beb13a-eeb7-40ac-a5a7-f119d14ddf91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.412366288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29182a2-1940-44fb-a3f2-f3f3717d5d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.427389419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29182a2-1940-44fb-a3f2-f3f3717d5d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.442006369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29182a2-1940-44fb-a3f2-f3f3717d5d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.473859843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29182a2-1940-44fb-a3f2-f3f3717d5d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.144572364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830a9086-cf2b-455c-828f-176ba8924359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.159121632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830a9086-cf2b-455c-828f-176ba8924359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.173353218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830a9086-cf2b-455c-828f-176ba8924359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.187505712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830a9086-cf2b-455c-828f-176ba8924359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.842208703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc55437-5653-48dc-a229-a31270697f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.856251578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc55437-5653-48dc-a229-a31270697f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.870777181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc55437-5653-48dc-a229-a31270697f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.885185656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc55437-5653-48dc-a229-a31270697f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:41.506432502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fb6377-9386-426c-a6ca-facb844741a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:41.520910092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fb6377-9386-426c-a6ca-facb844741a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:41.535675513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fb6377-9386-426c-a6ca-facb844741a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:41.551437904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fb6377-9386-426c-a6ca-facb844741a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.088872579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4faca2-f521-4558-afa2-6f9287b17f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.102879241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4faca2-f521-4558-afa2-6f9287b17f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.120378976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4faca2-f521-4558-afa2-6f9287b17f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.134610685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4faca2-f521-4558-afa2-6f9287b17f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.308970929Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"6533d614-fb44-4a65-a42d-41634e755da6","namespace":"ai-tenant-e2e-api-b-175771","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.309027693Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"6533d614-fb44-4a65-a42d-41634e755da6","namespace":"ai-tenant-e2e-api-b-175771","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.309074789Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"6533d614-fb44-4a65-a42d-41634e755da6","name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.327363037Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"6533d614-fb44-4a65-a42d-41634e755da6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.327414618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"5de3597d-95b8-45e9-b0ab-4b9aa025b549","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.327894436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6d0615e-1c61-4a75-b59e-8816aefc2942","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.327913925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6d0615e-1c61-4a75-b59e-8816aefc2942","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.373453936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"5de3597d-95b8-45e9-b0ab-4b9aa025b549","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.41929244Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"5de3597d-95b8-45e9-b0ab-4b9aa025b549","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"name":"e2e-api-b-175771-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.419312411Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"e2e-e2e-api-b-175771-policy","reconcileID":"5de3597d-95b8-45e9-b0ab-4b9aa025b549","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-175771-policy","namespace":"ai-tenant-e2e-api-b-175771"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-175771","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.449423233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60e0d81d-5f6f-4a71-854e-e3161d80f062","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.449441463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60e0d81d-5f6f-4a71-854e-e3161d80f062","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.751758275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2638a7d8-4a17-47a7-bf11-35134e97b43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.773358833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2638a7d8-4a17-47a7-bf11-35134e97b43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.789938349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2638a7d8-4a17-47a7-bf11-35134e97b43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:42.804526832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2638a7d8-4a17-47a7-bf11-35134e97b43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.968253739Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","namespace":"ai-tenant-e2e-api-a-c1d8c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.968331072Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","namespace":"ai-tenant-e2e-api-a-c1d8c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.968404404Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","tenant":"e2e-api-a-c1d8c8","tenantID":"e2e-api-a-c1d8c8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.98409286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"Deployment","name":"maas-api-e2e-api-a-c1d8c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.014433559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"Service","name":"maas-api-e2e-api-a-c1d8c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.031221196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-c1d8c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.047114422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-c1d8c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.06357398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.080156696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.098810018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.116309666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.130296616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"Deployment","name":"payload-processing-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.144236383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.157939951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"Service","name":"payload-processing-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.171730253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"Service","name":"payload-pre-processing-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.185395241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.199234724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.213198282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.241772411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.261938011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.278959479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.302978514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-c1d8c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.319896055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c1d8c8"},"namespace":"ai-tenant-e2e-api-a-c1d8c8","name":"default-tenant","reconcileID":"3eca0da4-2e20-43c0-a5f5-5adb1de1cce0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-c1d8c8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.724022408Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c1d8c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c1d8c8","reconcileID":"6952213f-a254-47d9-ba09-ded0c029795a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c1d8c8","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-c1d8c8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:45.08874572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"7415fc0a-179b-49ed-9922-bcc18ce8b88d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:45.10730889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"7415fc0a-179b-49ed-9922-bcc18ce8b88d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"name":"e2e-api-b-27c519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:45.231795623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a8c88b-018f-43a4-823b-db94db1bf156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:45.246378037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a8c88b-018f-43a4-823b-db94db1bf156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:45.260642864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a8c88b-018f-43a4-823b-db94db1bf156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:45.274995664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a8c88b-018f-43a4-823b-db94db1bf156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:45.278548988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01d1f23d-9e55-4c48-9231-b4410533d915","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:45.278564029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01d1f23d-9e55-4c48-9231-b4410533d915","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:46.170562426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e341905-0559-491e-b14c-e3be3da78913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:46.184737167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e341905-0559-491e-b14c-e3be3da78913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:46.199113341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e341905-0559-491e-b14c-e3be3da78913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:46.213355249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e341905-0559-491e-b14c-e3be3da78913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.052661527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ae5b93-3a69-4037-9bb9-9acfe0a49779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.066763913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ae5b93-3a69-4037-9bb9-9acfe0a49779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.081011128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ae5b93-3a69-4037-9bb9-9acfe0a49779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.094903783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ae5b93-3a69-4037-9bb9-9acfe0a49779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.827986248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4082727b-d69d-4c61-8c3b-274bd4fdd248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.842254467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4082727b-d69d-4c61-8c3b-274bd4fdd248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.856260014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4082727b-d69d-4c61-8c3b-274bd4fdd248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.870444868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4082727b-d69d-4c61-8c3b-274bd4fdd248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.952748472Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a9a067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a9a067","reconcileID":"82355867-bf96-4cfc-b05b-763b806221d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a9a067","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a9a067":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:49.478921192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f4ca4f-605f-4a33-afa4-a297943309e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:49.493852868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f4ca4f-605f-4a33-afa4-a297943309e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:49.508002139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f4ca4f-605f-4a33-afa4-a297943309e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:49.522082536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f4ca4f-605f-4a33-afa4-a297943309e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:50.140559325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14afc8cb-7a33-4140-b564-4e88a7282639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:50.154831792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14afc8cb-7a33-4140-b564-4e88a7282639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:50.169055592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14afc8cb-7a33-4140-b564-4e88a7282639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:50.183351846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14afc8cb-7a33-4140-b564-4e88a7282639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:51.621508175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:52.707149183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"562f7347-e4cf-49b0-acfe-30b52ca4fbb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:52.726346479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"562f7347-e4cf-49b0-acfe-30b52ca4fbb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"name":"e2e-api-b-27c519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:52.899653041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"8b034694-bd5e-4799-b535-08c0cfca8aec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:52.922264057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"8b034694-bd5e-4799-b535-08c0cfca8aec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"name":"e2e-api-b-27c519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.134855564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65eb20d-f75f-4977-a1be-29441755b4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.149261178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65eb20d-f75f-4977-a1be-29441755b4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.163635061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65eb20d-f75f-4977-a1be-29441755b4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.177993244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65eb20d-f75f-4977-a1be-29441755b4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.805432393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c524402-388a-4de3-b22c-1427c3d73ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.825856159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c524402-388a-4de3-b22c-1427c3d73ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.885748479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c524402-388a-4de3-b22c-1427c3d73ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.91654794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c524402-388a-4de3-b22c-1427c3d73ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:54.468014111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc86b23-42d2-463e-882a-13b2e8e3f6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:54.482203555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc86b23-42d2-463e-882a-13b2e8e3f6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:54.496622115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc86b23-42d2-463e-882a-13b2e8e3f6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:54.510843358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc86b23-42d2-463e-882a-13b2e8e3f6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.08819567Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6b02e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6b02e8","reconcileID":"64c9dc2f-0085-4b38-97f4-47cab6439974","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6b02e8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-6b02e8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.13654221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203dd2e9-97fc-46f3-8ea5-89311bc704e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.151515934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203dd2e9-97fc-46f3-8ea5-89311bc704e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.165896869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203dd2e9-97fc-46f3-8ea5-89311bc704e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.180073685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203dd2e9-97fc-46f3-8ea5-89311bc704e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.86913612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d107682a-ac16-4467-8fd0-614ac27a9567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.885023273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d107682a-ac16-4467-8fd0-614ac27a9567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.900309685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d107682a-ac16-4467-8fd0-614ac27a9567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.9143875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d107682a-ac16-4467-8fd0-614ac27a9567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.011525263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1cfe632c-3513-45fc-8f28-a1ea825de250","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-379e57","tenantID":"e2e-ipp-a-379e57","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.052726546Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1cfe632c-3513-45fc-8f28-a1ea825de250","name":"e2e-ipp-a-379e57-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.218352308Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","namespace":"ai-tenant-e2e-api-b-175771","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.218408093Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","namespace":"ai-tenant-e2e-api-b-175771","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.218457061Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","tenant":"e2e-api-b-175771","tenantID":"e2e-api-b-175771","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.247119334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"Deployment","name":"maas-api-e2e-api-b-175771","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.286787241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"Service","name":"maas-api-e2e-api-b-175771","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.304718111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-175771","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.321628601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-175771","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.338940836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.357198336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.378136616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.395962841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.409846475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"Deployment","name":"payload-processing-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.425552625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.439172563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"Service","name":"payload-processing-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.454979568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"Service","name":"payload-pre-processing-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.46875612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.482329662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.49576561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.515859855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.541095127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.560364585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.576935116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-175771","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.592079815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-175771"},"namespace":"ai-tenant-e2e-api-b-175771","name":"default-tenant","reconcileID":"529e736b-2636-4ecc-a573-f432c023ce74","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-175771","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.077669235Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-175771","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-175771","reconcileID":"c422638c-9fa2-494f-8b80-82bbc02ca188","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-175771","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-175771"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.268377832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"1eedd151-ee28-40b7-b8ec-d44286d3ecb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.380084229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"1eedd151-ee28-40b7-b8ec-d44286d3ecb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"name":"e2e-api-b-27c519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.605507507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"18797c8b-b148-44a6-a697-5243e731c766","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.623846233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"18797c8b-b148-44a6-a697-5243e731c766","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"name":"e2e-api-b-27c519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.641386622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ab8475-01e2-486b-a7fb-41d63a2ab7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.656508504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ab8475-01e2-486b-a7fb-41d63a2ab7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.671466213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ab8475-01e2-486b-a7fb-41d63a2ab7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.686177088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ab8475-01e2-486b-a7fb-41d63a2ab7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:04.404866732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77238fb-bf7c-400a-a5e4-b5bfad0a5c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:04.424157702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77238fb-bf7c-400a-a5e4-b5bfad0a5c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:04.438775081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77238fb-bf7c-400a-a5e4-b5bfad0a5c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:04.453278402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77238fb-bf7c-400a-a5e4-b5bfad0a5c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.103770488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"89aee5a7-389c-4553-a03d-bb5810afabea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a9a067","tenantID":"e2e-ipp-b-a9a067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.147036248Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"89aee5a7-389c-4553-a03d-bb5810afabea","name":"e2e-ipp-b-a9a067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:14.63129108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89de848b-a35e-42b6-9e83-8977c754342d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:14.665642432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89de848b-a35e-42b6-9e83-8977c754342d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:14.681201907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89de848b-a35e-42b6-9e83-8977c754342d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:14.695988304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89de848b-a35e-42b6-9e83-8977c754342d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.250892671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2f43b4-105a-4859-8a69-0cac69fc2251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.266433793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2f43b4-105a-4859-8a69-0cac69fc2251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.280793888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2f43b4-105a-4859-8a69-0cac69fc2251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.294975952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2f43b4-105a-4859-8a69-0cac69fc2251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.452612394Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7493cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7493cc","reconcileID":"333a9741-09d8-4b38-b48a-10b3d17124db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7493cc","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-7493cc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.859488608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1cb405-41c4-4e24-846f-e081e31129d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.87363113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1cb405-41c4-4e24-846f-e081e31129d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.887912782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1cb405-41c4-4e24-846f-e081e31129d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.902140943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1cb405-41c4-4e24-846f-e081e31129d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:16.553922394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912b72be-9c40-4f3c-a2dd-7c731cc2d371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:16.56793828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912b72be-9c40-4f3c-a2dd-7c731cc2d371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:16.581977334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912b72be-9c40-4f3c-a2dd-7c731cc2d371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:16.597688072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912b72be-9c40-4f3c-a2dd-7c731cc2d371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.185743223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9c64d4-8263-4579-886a-b427c7372bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.200031252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9c64d4-8263-4579-886a-b427c7372bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.214018753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9c64d4-8263-4579-886a-b427c7372bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.228311635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9c64d4-8263-4579-886a-b427c7372bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.761535687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"cb66cb06-d711-486a-b6f9-b0ad19e1e0a1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-6b02e8","tenantID":"e2e-ipp-b-6b02e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.799308489Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"cb66cb06-d711-486a-b6f9-b0ad19e1e0a1","name":"e2e-ipp-b-6b02e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.91098856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af6b3ae-286e-45fc-9044-facd1dda6c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.960159964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af6b3ae-286e-45fc-9044-facd1dda6c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.999132159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af6b3ae-286e-45fc-9044-facd1dda6c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:18.019269219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af6b3ae-286e-45fc-9044-facd1dda6c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:18.657380808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33371d5c-8593-4592-acab-5437b517df83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:18.671758764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33371d5c-8593-4592-acab-5437b517df83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:18.685879942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33371d5c-8593-4592-acab-5437b517df83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:18.700128627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33371d5c-8593-4592-acab-5437b517df83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:19.299658755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8896ccb3-20fa-4bea-a0cf-fd3f43b79525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:19.314021678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8896ccb3-20fa-4bea-a0cf-fd3f43b79525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:19.328598889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8896ccb3-20fa-4bea-a0cf-fd3f43b79525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:19.359998775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8896ccb3-20fa-4bea-a0cf-fd3f43b79525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.113713808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1569ce47-555d-48b3-9b9f-16d9a8a57023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.128178592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1569ce47-555d-48b3-9b9f-16d9a8a57023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.142313364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1569ce47-555d-48b3-9b9f-16d9a8a57023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.156379921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1569ce47-555d-48b3-9b9f-16d9a8a57023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.740762224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffabdd74-64dd-4642-80c0-b7fccdc236ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.754755381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffabdd74-64dd-4642-80c0-b7fccdc236ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.768699546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffabdd74-64dd-4642-80c0-b7fccdc236ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.782987989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffabdd74-64dd-4642-80c0-b7fccdc236ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:21.371019227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2026ad-5856-4b67-9445-698aa5e69afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:21.386788947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2026ad-5856-4b67-9445-698aa5e69afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:21.400784428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2026ad-5856-4b67-9445-698aa5e69afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:21.414988703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2026ad-5856-4b67-9445-698aa5e69afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:21.622970815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:21.970761378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48eaac75-e454-4d48-b7a6-6813c7235fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:21.985002266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48eaac75-e454-4d48-b7a6-6813c7235fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:21.999086087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48eaac75-e454-4d48-b7a6-6813c7235fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:22.013112501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48eaac75-e454-4d48-b7a6-6813c7235fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:22.551262876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5112a18e-c1cd-4293-ae56-b9a649dfc7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:22.565272095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5112a18e-c1cd-4293-ae56-b9a649dfc7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:22.579278999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5112a18e-c1cd-4293-ae56-b9a649dfc7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:22.593313508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5112a18e-c1cd-4293-ae56-b9a649dfc7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.132828896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b68e32-76bc-4e7d-bcbf-7a37e143cac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.146782575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b68e32-76bc-4e7d-bcbf-7a37e143cac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.160982455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b68e32-76bc-4e7d-bcbf-7a37e143cac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.174906617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b68e32-76bc-4e7d-bcbf-7a37e143cac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.174999016Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"eec2ca65-6a64-4122-9638-5aa5740bf201","namespace":"ai-tenant-e2e-api-b-27c519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.175053258Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"eec2ca65-6a64-4122-9638-5aa5740bf201","namespace":"ai-tenant-e2e-api-b-27c519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.175099451Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"eec2ca65-6a64-4122-9638-5aa5740bf201","name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.193636922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"4975c334-1bb7-45d6-bb0e-df6be4a3f3cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.193801344Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"eec2ca65-6a64-4122-9638-5aa5740bf201","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.194312192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e5bdc77-f8ad-4c30-8995-37d4a29dcb19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.194326855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e5bdc77-f8ad-4c30-8995-37d4a29dcb19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.306118218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"4975c334-1bb7-45d6-bb0e-df6be4a3f3cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.392146201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"4975c334-1bb7-45d6-bb0e-df6be4a3f3cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"name":"e2e-api-b-27c519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.392167481Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"e2e-e2e-api-b-27c519-policy","reconcileID":"4975c334-1bb7-45d6-bb0e-df6be4a3f3cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27c519-policy","namespace":"ai-tenant-e2e-api-b-27c519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27c519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.409743317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b93ab93-da21-4b4f-9b80-8827fdfe4b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.409759832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b93ab93-da21-4b4f-9b80-8827fdfe4b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.874296868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7a123c-1d91-4c58-a7d5-fae697db0a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.888430864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7a123c-1d91-4c58-a7d5-fae697db0a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.902687418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7a123c-1d91-4c58-a7d5-fae697db0a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:23.928990072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7a123c-1d91-4c58-a7d5-fae697db0a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:24.912468474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfd3c3e-dd15-442b-bd21-d27e0921fc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:24.926849031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfd3c3e-dd15-442b-bd21-d27e0921fc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:24.941053153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfd3c3e-dd15-442b-bd21-d27e0921fc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:24.955422568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfd3c3e-dd15-442b-bd21-d27e0921fc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:25.64500926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e016dcc7-37a5-4010-ac56-7003a52eb893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:25.659203841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e016dcc7-37a5-4010-ac56-7003a52eb893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:25.673444405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e016dcc7-37a5-4010-ac56-7003a52eb893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:25.688050162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e016dcc7-37a5-4010-ac56-7003a52eb893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:26.278091335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a93373-ee88-47d9-9191-785fb6f27ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:26.294182347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a93373-ee88-47d9-9191-785fb6f27ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:26.308842394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a93373-ee88-47d9-9191-785fb6f27ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:26.323188466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a93373-ee88-47d9-9191-785fb6f27ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.366644401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dae314-889b-4a16-9ad1-b4792752c72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.382663475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dae314-889b-4a16-9ad1-b4792752c72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.397382585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dae314-889b-4a16-9ad1-b4792752c72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.411794569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dae314-889b-4a16-9ad1-b4792752c72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.969652704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f18150-8870-44c0-9a0b-a6ecd6ea1923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.984016657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f18150-8870-44c0-9a0b-a6ecd6ea1923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.998289718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f18150-8870-44c0-9a0b-a6ecd6ea1923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:32.012281978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f18150-8870-44c0-9a0b-a6ecd6ea1923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:36.450012302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"2c6f8025-a820-4600-8782-5441cba1dc6d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:36.487697165Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"2c6f8025-a820-4600-8782-5441cba1dc6d","name":"e2e-ipp-a-7493cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:40.497384712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f9eb66-8a7e-4816-a06b-1ca410ac695f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:40.513064977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f9eb66-8a7e-4816-a06b-1ca410ac695f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:40.52716716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f9eb66-8a7e-4816-a06b-1ca410ac695f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:40.54158049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f9eb66-8a7e-4816-a06b-1ca410ac695f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:41.104674912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e648e90d-cd1f-4bd9-b7f9-c8867f6a550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:41.120206602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e648e90d-cd1f-4bd9-b7f9-c8867f6a550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:41.134268561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e648e90d-cd1f-4bd9-b7f9-c8867f6a550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:41.148461062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e648e90d-cd1f-4bd9-b7f9-c8867f6a550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.508006816Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","namespace":"ai-tenant-e2e-api-b-27c519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.50807622Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","namespace":"ai-tenant-e2e-api-b-27c519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.508129675Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","tenant":"e2e-api-b-27c519","tenantID":"e2e-api-b-27c519","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.523896488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"Deployment","name":"maas-api-e2e-api-b-27c519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.5511838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"Service","name":"maas-api-e2e-api-b-27c519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.570173104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-27c519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.588287173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-27c519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.605070289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.621737761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.640215253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.656243431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.669988173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"Deployment","name":"payload-processing-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.683559811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.697517353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"Service","name":"payload-processing-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.711529199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"Service","name":"payload-pre-processing-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.725160014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.738869254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.752324139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.780800928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.796730525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.81985133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.840706939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-27c519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.862837604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27c519"},"namespace":"ai-tenant-e2e-api-b-27c519","name":"default-tenant","reconcileID":"0b7e0911-c017-4830-980f-8d9617e32da2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-27c519","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:46.314772777Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-27c519","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-27c519","reconcileID":"be30f608-6ed0-42b7-b9c2-607fd2f5c3fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-27c519","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-27c519"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:46.741814525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00281b89-d33c-41b9-92b9-f2d6fe4f9505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:46.757452449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00281b89-d33c-41b9-92b9-f2d6fe4f9505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:46.772774171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00281b89-d33c-41b9-92b9-f2d6fe4f9505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:46.786947817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00281b89-d33c-41b9-92b9-f2d6fe4f9505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:47.391025635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f44d90e-d51c-4fdc-adaf-2d53c27a4494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:47.407233853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f44d90e-d51c-4fdc-adaf-2d53c27a4494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:47.421361626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f44d90e-d51c-4fdc-adaf-2d53c27a4494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:47.435381655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f44d90e-d51c-4fdc-adaf-2d53c27a4494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.620668545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:57.756453464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57294c08-8e09-457d-a6a8-84252ff5a3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:57.772540285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57294c08-8e09-457d-a6a8-84252ff5a3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:57.803624751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57294c08-8e09-457d-a6a8-84252ff5a3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:57.822081716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57294c08-8e09-457d-a6a8-84252ff5a3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:58.523277154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f023c2-a8f2-4515-b307-a13c04263699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:58.537658985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f023c2-a8f2-4515-b307-a13c04263699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:58.551764111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f023c2-a8f2-4515-b307-a13c04263699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:58.565898527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f023c2-a8f2-4515-b307-a13c04263699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:58.606852821Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-db4b92","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-db4b92","reconcileID":"b853786b-e111-44f9-a51a-48c27a789059","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-db4b92","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-db4b92":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:59.252373861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d416307-b7c0-4261-a6b3-a1fe62f25c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:59.266710762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d416307-b7c0-4261-a6b3-a1fe62f25c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:59.280763271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d416307-b7c0-4261-a6b3-a1fe62f25c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:59.294830613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d416307-b7c0-4261-a6b3-a1fe62f25c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:00.30783879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de3e695-3655-4dd7-a653-c8f609a96a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:00.322731849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de3e695-3655-4dd7-a653-c8f609a96a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:00.339108305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de3e695-3655-4dd7-a653-c8f609a96a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:00.353896696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de3e695-3655-4dd7-a653-c8f609a96a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:00.947934255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e398af48-df5e-4eed-8c57-1116524a5cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:00.962174352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e398af48-df5e-4eed-8c57-1116524a5cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:00.977236186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e398af48-df5e-4eed-8c57-1116524a5cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:00.991275122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e398af48-df5e-4eed-8c57-1116524a5cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:04.603752953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b2e1d5-eb69-456c-bf52-4d3e16617d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:04.621456129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b2e1d5-eb69-456c-bf52-4d3e16617d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:04.635599495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b2e1d5-eb69-456c-bf52-4d3e16617d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:04.649567535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b2e1d5-eb69-456c-bf52-4d3e16617d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:05.296425568Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-070f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-070f88","reconcileID":"4e4e5547-29e0-4e62-a47e-b12a49966c85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-070f88","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-070f88":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:05.448211479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81b96b5-b858-472a-b7ec-e58f7935f5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:05.46386737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81b96b5-b858-472a-b7ec-e58f7935f5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:05.478863706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81b96b5-b858-472a-b7ec-e58f7935f5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:05.497763553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81b96b5-b858-472a-b7ec-e58f7935f5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:06.159780983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a1e181-a557-4b1f-8940-6d8cb930041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:06.174726986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a1e181-a557-4b1f-8940-6d8cb930041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:06.189821942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a1e181-a557-4b1f-8940-6d8cb930041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:06.204375403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a1e181-a557-4b1f-8940-6d8cb930041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:06.861651885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb7988d-1ed4-46c0-8ce7-d0de765b8e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:06.876892804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb7988d-1ed4-46c0-8ce7-d0de765b8e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:06.891570047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb7988d-1ed4-46c0-8ce7-d0de765b8e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:06.906332958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb7988d-1ed4-46c0-8ce7-d0de765b8e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:07.43991621Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-09cae2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-09cae2","reconcileID":"e0784823-821c-491c-afad-40b7633248a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-09cae2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-09cae2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:07.852067518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7755bbc3-fc7c-4cfe-bdca-c2e5e37781b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:07.867259246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7755bbc3-fc7c-4cfe-bdca-c2e5e37781b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:07.881776675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7755bbc3-fc7c-4cfe-bdca-c2e5e37781b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:07.896084839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7755bbc3-fc7c-4cfe-bdca-c2e5e37781b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.492661135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2736d82-f103-436a-a3fe-f202b2aaa089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.507027062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2736d82-f103-436a-a3fe-f202b2aaa089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.521343385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2736d82-f103-436a-a3fe-f202b2aaa089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.536427891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2736d82-f103-436a-a3fe-f202b2aaa089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:09.135021055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee929d44-6ebe-48c9-93d7-96ae05023258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:09.149351392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee929d44-6ebe-48c9-93d7-96ae05023258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:09.163519176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee929d44-6ebe-48c9-93d7-96ae05023258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:09.17747011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee929d44-6ebe-48c9-93d7-96ae05023258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:09.920060519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96909af7-b9a9-4377-bd7c-070823d705cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:09.934974087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96909af7-b9a9-4377-bd7c-070823d705cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:09.969314866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96909af7-b9a9-4377-bd7c-070823d705cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:09.996839356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96909af7-b9a9-4377-bd7c-070823d705cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.58553103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0fa7a1-e429-4b02-b73f-82650c4066ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.600331835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0fa7a1-e429-4b02-b73f-82650c4066ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.615428332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0fa7a1-e429-4b02-b73f-82650c4066ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.629976054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0fa7a1-e429-4b02-b73f-82650c4066ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:21.620752413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:24.034279165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"485ec0fd-a3eb-4bf9-9e07-dafd5a42b07b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-db4b92","tenantID":"e2e-ipp-a-db4b92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:24.072563418Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"485ec0fd-a3eb-4bf9-9e07-dafd5a42b07b","name":"e2e-ipp-a-db4b92-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:24.154994635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529964ff-8c4e-40d6-a79d-f2a1daf06b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:24.169093603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529964ff-8c4e-40d6-a79d-f2a1daf06b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:24.182972092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529964ff-8c4e-40d6-a79d-f2a1daf06b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:24.198567626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529964ff-8c4e-40d6-a79d-f2a1daf06b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:24.822394821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1068c71a-466b-47dd-a2c3-d02701136969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:24.837325352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1068c71a-466b-47dd-a2c3-d02701136969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:24.851201843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1068c71a-466b-47dd-a2c3-d02701136969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:24.865128679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1068c71a-466b-47dd-a2c3-d02701136969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:25.431777188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22b26f9-9249-4c49-bd7f-ad9b907f9bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:25.445989984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22b26f9-9249-4c49-bd7f-ad9b907f9bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:25.460045778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22b26f9-9249-4c49-bd7f-ad9b907f9bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:25.474410767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22b26f9-9249-4c49-bd7f-ad9b907f9bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:26.037626262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecfc7bb-1caf-417e-89e5-264054865163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:26.051923604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecfc7bb-1caf-417e-89e5-264054865163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:26.066360704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecfc7bb-1caf-417e-89e5-264054865163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:26.080803967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecfc7bb-1caf-417e-89e5-264054865163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:26.786196149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412c8f2-288e-49b8-97e8-cfbdaa43caf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:26.801573696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412c8f2-288e-49b8-97e8-cfbdaa43caf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:26.816547112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412c8f2-288e-49b8-97e8-cfbdaa43caf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:26.831941459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412c8f2-288e-49b8-97e8-cfbdaa43caf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:31.875039847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"230130e3-36a1-4347-a5cf-c46e153b9971","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-070f88","tenantID":"e2e-ipp-b-070f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:31.912932766Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"230130e3-36a1-4347-a5cf-c46e153b9971","name":"e2e-ipp-b-070f88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.979426704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"0481daeb-9406-441b-b3a8-e67b8f8e3097","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-09cae2","tenantID":"e2e-ipp-b-09cae2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.018279715Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"0481daeb-9406-441b-b3a8-e67b8f8e3097","name":"e2e-ipp-b-09cae2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.628447345Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","namespace":"ai-tenant-e2e-ipp-a-2c771e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.628509509Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","namespace":"ai-tenant-e2e-ipp-a-2c771e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.628570075Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","tenant":"e2e-ipp-a-2c771e","tenantID":"e2e-ipp-a-2c771e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.643977173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"Deployment","name":"maas-api-e2e-ipp-a-2c771e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.674448893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"Service","name":"maas-api-e2e-ipp-a-2c771e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.690493016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-2c771e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.708433812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-2c771e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.72768257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.743346547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.76197908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.777765391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.793252395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.811317065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.838536138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"Service","name":"payload-processing-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.862335077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.878501192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.896606416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.913671226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.930707132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.946099505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.961792711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.977241908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-2c771e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:40.992568476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2c771e"},"namespace":"ai-tenant-e2e-ipp-a-2c771e","name":"default-tenant","reconcileID":"1537d295-026f-4425-9dd2-c195d46c80b5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-2c771e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:41.391625659Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2c771e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2c771e","reconcileID":"cebb5e55-c4a3-4cab-a6ca-5bafd214f38f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2c771e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-2c771e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:41.785525615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9987ed7c-8528-40ba-8bff-422cf0c27249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:41.802151278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9987ed7c-8528-40ba-8bff-422cf0c27249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:41.816846643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9987ed7c-8528-40ba-8bff-422cf0c27249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:41.830879579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9987ed7c-8528-40ba-8bff-422cf0c27249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:42.40131788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2d67a6-c9c3-4a3c-83da-d71d735c0bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:42.415468649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2d67a6-c9c3-4a3c-83da-d71d735c0bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:42.429389638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2d67a6-c9c3-4a3c-83da-d71d735c0bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:42.44352103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2d67a6-c9c3-4a3c-83da-d71d735c0bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:43.099116787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ee72e0-3802-4bb9-8fec-47de891f0ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:43.153416918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ee72e0-3802-4bb9-8fec-47de891f0ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:43.184125215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ee72e0-3802-4bb9-8fec-47de891f0ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:43.198313082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ee72e0-3802-4bb9-8fec-47de891f0ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:43.757008631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542c3312-368d-4dca-a6e8-b29c7365337a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:43.770995604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542c3312-368d-4dca-a6e8-b29c7365337a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:43.784821542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542c3312-368d-4dca-a6e8-b29c7365337a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:43.79877505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542c3312-368d-4dca-a6e8-b29c7365337a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.829233937Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","namespace":"ai-tenant-e2e-ipp-a-1606b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.829294591Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","namespace":"ai-tenant-e2e-ipp-a-1606b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.829347163Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","tenant":"e2e-ipp-a-1606b7","tenantID":"e2e-ipp-a-1606b7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.845035856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"Deployment","name":"maas-api-e2e-ipp-a-1606b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.869548682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"Service","name":"maas-api-e2e-ipp-a-1606b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.886806055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-1606b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.902085889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-1606b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.918175234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.936230891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.95517545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.971339364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.986666767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.005068544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.033755678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"Service","name":"payload-processing-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.055930533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.07501382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.093896438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.111282542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.128723303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.144176837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.159560301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.17510268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-1606b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.190891838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1606b7"},"namespace":"ai-tenant-e2e-ipp-a-1606b7","name":"default-tenant","reconcileID":"b61126bf-9bb9-4bb8-84b9-5b9e8ad89645","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-1606b7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.653972371Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1606b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1606b7","reconcileID":"08e14671-3532-4cd2-bea4-584e21651e0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1606b7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-1606b7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.026315914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9b0800-64d9-45bc-9940-b404a5ff1f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.040442606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9b0800-64d9-45bc-9940-b404a5ff1f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.054885035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9b0800-64d9-45bc-9940-b404a5ff1f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.068883301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9b0800-64d9-45bc-9940-b404a5ff1f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.705826053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f843a10f-92c6-4272-baf2-9ce01d86fe3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.753999051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f843a10f-92c6-4272-baf2-9ce01d86fe3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.778895712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f843a10f-92c6-4272-baf2-9ce01d86fe3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.794114831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f843a10f-92c6-4272-baf2-9ce01d86fe3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:49.559114081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016452a-15bb-48ed-83ee-c397fca773b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:49.575759936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016452a-15bb-48ed-83ee-c397fca773b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:49.590176616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016452a-15bb-48ed-83ee-c397fca773b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:49.604864189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8016452a-15bb-48ed-83ee-c397fca773b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:50.179601435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a52c0c-d78b-4598-ab0a-79b1d8872024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:50.194179283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a52c0c-d78b-4598-ab0a-79b1d8872024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:50.209070487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a52c0c-d78b-4598-ab0a-79b1d8872024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:50.223354412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a52c0c-d78b-4598-ab0a-79b1d8872024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:50.762984031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee88fb85-018f-4f73-b264-5d7f4c9d3d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:50.778928215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee88fb85-018f-4f73-b264-5d7f4c9d3d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:50.794838218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee88fb85-018f-4f73-b264-5d7f4c9d3d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:50.809262703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee88fb85-018f-4f73-b264-5d7f4c9d3d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:51.363277537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5044e4-b80c-4947-8ca9-49d240d4b974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:51.37936856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5044e4-b80c-4947-8ca9-49d240d4b974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:51.393674697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5044e4-b80c-4947-8ca9-49d240d4b974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:51.407482689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5044e4-b80c-4947-8ca9-49d240d4b974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:51.621075249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:55.533836473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c082e0-8ee6-4d2c-ba4e-334288a64355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:55.548315757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c082e0-8ee6-4d2c-ba4e-334288a64355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:55.562435393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c082e0-8ee6-4d2c-ba4e-334288a64355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:55.577314172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c082e0-8ee6-4d2c-ba4e-334288a64355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.157975771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f24934-3467-47f7-b5c6-ea0559952a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.172784867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f24934-3467-47f7-b5c6-ea0559952a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.186882496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f24934-3467-47f7-b5c6-ea0559952a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.201158534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f24934-3467-47f7-b5c6-ea0559952a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.747207141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0203ccb7-04ee-428e-9f6e-20b29a1fcf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.761522604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0203ccb7-04ee-428e-9f6e-20b29a1fcf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.775873239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0203ccb7-04ee-428e-9f6e-20b29a1fcf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.790059221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0203ccb7-04ee-428e-9f6e-20b29a1fcf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.471574478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54a30fd-1a33-478c-8cc4-f7936d7aa52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.4859684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54a30fd-1a33-478c-8cc4-f7936d7aa52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.500116942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54a30fd-1a33-478c-8cc4-f7936d7aa52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.514866351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54a30fd-1a33-478c-8cc4-f7936d7aa52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.232878767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcb1c72-7b6e-4c52-b5e3-e105a08af2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.247107729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcb1c72-7b6e-4c52-b5e3-e105a08af2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.261359145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcb1c72-7b6e-4c52-b5e3-e105a08af2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.275643219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcb1c72-7b6e-4c52-b5e3-e105a08af2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:02.640637226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ad7158-f60e-420f-969f-f4073263a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:02.665819625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ad7158-f60e-420f-969f-f4073263a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:02.68806718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ad7158-f60e-420f-969f-f4073263a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:02.746526442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ad7158-f60e-420f-969f-f4073263a429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:03.439579325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cb33b8-78c1-48fd-9c8a-3255e8797caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:03.457144537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cb33b8-78c1-48fd-9c8a-3255e8797caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:03.471605238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cb33b8-78c1-48fd-9c8a-3255e8797caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:03.485893081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cb33b8-78c1-48fd-9c8a-3255e8797caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.183125421Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","namespace":"ai-tenant-e2e-ipp-b-a9a067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.183276363Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","namespace":"ai-tenant-e2e-ipp-b-a9a067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.183376907Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","tenant":"e2e-ipp-b-a9a067","tenantID":"e2e-ipp-b-a9a067","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.199403474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a9a067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.227579775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"Service","name":"maas-api-e2e-ipp-b-a9a067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.247259762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a9a067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.264745281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a9a067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.2816942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.297730554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.316425139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.333419345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.35499071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.372506803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.40362164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"Service","name":"payload-processing-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.428069706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.445777114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.464067163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.480760422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.499681046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.517802211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.534604487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.555204528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a9a067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.571358596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9a067"},"namespace":"ai-tenant-e2e-ipp-b-a9a067","name":"default-tenant","reconcileID":"eb4f88a9-8006-4495-a1a0-e98e0fee5d7f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a9a067","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.904178511Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a9a067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a9a067","reconcileID":"58111ef2-5fbc-42a2-9c5d-523a1dfb2152","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a9a067","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a9a067"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:10.387829698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8299c015-3b66-4f29-a2cb-2826dd0ac8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:10.40392589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8299c015-3b66-4f29-a2cb-2826dd0ac8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:10.424110578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8299c015-3b66-4f29-a2cb-2826dd0ac8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:10.438466875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8299c015-3b66-4f29-a2cb-2826dd0ac8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:11.038827483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6a0aeb-4a17-4d00-b346-414e672d3149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:11.054058154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6a0aeb-4a17-4d00-b346-414e672d3149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:11.068744126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6a0aeb-4a17-4d00-b346-414e672d3149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:11.082955278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6a0aeb-4a17-4d00-b346-414e672d3149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.457142877Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","namespace":"ai-tenant-e2e-ipp-b-6b02e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.457208992Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","namespace":"ai-tenant-e2e-ipp-b-6b02e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.457260501Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","tenant":"e2e-ipp-b-6b02e8","tenantID":"e2e-ipp-b-6b02e8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.473258105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"Deployment","name":"maas-api-e2e-ipp-b-6b02e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.531954512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"Service","name":"maas-api-e2e-ipp-b-6b02e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.549770801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-6b02e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.566196339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-6b02e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.583275115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.599843673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.618304184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.634566669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.650309532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.666491475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.69349376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"Service","name":"payload-processing-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.722226511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.738505475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.759857807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.779340691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.796502009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.81249057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.828368533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.847754234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-6b02e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:18.86502126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-6b02e8"},"namespace":"ai-tenant-e2e-ipp-b-6b02e8","name":"default-tenant","reconcileID":"05522fe1-360b-4a09-b965-43e5a8f7e335","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-6b02e8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:19.216884436Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-6b02e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-6b02e8","reconcileID":"b21eb61e-f227-47a8-96d9-6a42a0c1948e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-6b02e8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-6b02e8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:19.679565518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8289d8b6-2b0c-4d06-88af-175682f8441c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:19.693887979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8289d8b6-2b0c-4d06-88af-175682f8441c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:19.707961309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8289d8b6-2b0c-4d06-88af-175682f8441c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:19.722425432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8289d8b6-2b0c-4d06-88af-175682f8441c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:20.292625502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb211c7e-d5c6-4851-a191-c34f983f2d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:20.307496971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb211c7e-d5c6-4851-a191-c34f983f2d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:20.322054773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb211c7e-d5c6-4851-a191-c34f983f2d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:20.336483294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb211c7e-d5c6-4851-a191-c34f983f2d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:21.621039601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:21.745282337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f03556-8b53-4580-8cc7-2727eb408373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:21.79242873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f03556-8b53-4580-8cc7-2727eb408373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:21.80686586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f03556-8b53-4580-8cc7-2727eb408373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:21.82228346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f03556-8b53-4580-8cc7-2727eb408373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:22.385453605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818bc9d1-bd53-467b-8798-0c156dbf5fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:22.399810361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818bc9d1-bd53-467b-8798-0c156dbf5fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:22.416645828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818bc9d1-bd53-467b-8798-0c156dbf5fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:22.431951418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818bc9d1-bd53-467b-8798-0c156dbf5fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:22.537616421Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4984cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4984cc","reconcileID":"916f96b2-8e5f-40fe-afc5-d4ebbe92a161","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4984cc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-4984cc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:23.067267981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51d4eef-a089-4f56-bca3-e285b2576211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:23.081638401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51d4eef-a089-4f56-bca3-e285b2576211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:23.096378324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51d4eef-a089-4f56-bca3-e285b2576211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:23.113732445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51d4eef-a089-4f56-bca3-e285b2576211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:31.852478481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687c8d10-f35e-457c-ad55-04301fc1c5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:31.866525023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687c8d10-f35e-457c-ad55-04301fc1c5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:31.880616314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687c8d10-f35e-457c-ad55-04301fc1c5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:31.894626157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687c8d10-f35e-457c-ad55-04301fc1c5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:32.598067777Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3995cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3995cc","reconcileID":"a0badb89-857a-4236-92aa-0bbf1718a450","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3995cc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3995cc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:32.615740903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d888f707-89c4-4b94-bec3-2ca2f0a4fed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:32.630416944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d888f707-89c4-4b94-bec3-2ca2f0a4fed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:32.645572496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d888f707-89c4-4b94-bec3-2ca2f0a4fed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:32.659883534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d888f707-89c4-4b94-bec3-2ca2f0a4fed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:33.257029958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71390a7-e9d6-4d0e-b53d-23b8d6f9a6d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:33.271267293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71390a7-e9d6-4d0e-b53d-23b8d6f9a6d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:33.285352789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71390a7-e9d6-4d0e-b53d-23b8d6f9a6d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:33.299315851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71390a7-e9d6-4d0e-b53d-23b8d6f9a6d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.818956865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13eed493-aff3-4eeb-ab97-876bba3cb546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.834772341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13eed493-aff3-4eeb-ab97-876bba3cb546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.850817175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13eed493-aff3-4eeb-ab97-876bba3cb546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.865241356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13eed493-aff3-4eeb-ab97-876bba3cb546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:35.49296178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c047e8-a569-47b8-b169-4da2a8f288ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:35.507339404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c047e8-a569-47b8-b169-4da2a8f288ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:35.521600431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c047e8-a569-47b8-b169-4da2a8f288ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:35.535974513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c047e8-a569-47b8-b169-4da2a8f288ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:35.634755872Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b166e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b166e9","reconcileID":"ab620ef7-1acf-4e02-9cd3-348f84dfebac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b166e9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b166e9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:36.250898957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49eea1bc-ffc8-4742-a011-8080db5a0c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:36.265001506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49eea1bc-ffc8-4742-a011-8080db5a0c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:36.278973778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49eea1bc-ffc8-4742-a011-8080db5a0c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:36.293128089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49eea1bc-ffc8-4742-a011-8080db5a0c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.255610449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95b7be5-20e0-45e7-8565-4401ccbc6c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.270013669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95b7be5-20e0-45e7-8565-4401ccbc6c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.284285017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95b7be5-20e0-45e7-8565-4401ccbc6c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.299136026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95b7be5-20e0-45e7-8565-4401ccbc6c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.864384632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8357d834-d8e0-478e-8b0e-e03c0b55f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.878567438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8357d834-d8e0-478e-8b0e-e03c0b55f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.892657827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8357d834-d8e0-478e-8b0e-e03c0b55f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.906715003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8357d834-d8e0-478e-8b0e-e03c0b55f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.484105606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c75f34-328f-4909-9049-d05cf9942bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.498241213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c75f34-328f-4909-9049-d05cf9942bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.512433529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c75f34-328f-4909-9049-d05cf9942bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.529925012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c75f34-328f-4909-9049-d05cf9942bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:41.072378753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0539e513-f5ff-4294-929f-bac72c1063a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:41.086407213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0539e513-f5ff-4294-929f-bac72c1063a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:41.100652401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0539e513-f5ff-4294-929f-bac72c1063a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:41.114874347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0539e513-f5ff-4294-929f-bac72c1063a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:41.736177686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55074ed0-8428-46d5-bd85-e5b33a285c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:41.750400199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55074ed0-8428-46d5-bd85-e5b33a285c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:41.764450127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55074ed0-8428-46d5-bd85-e5b33a285c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:41.778856923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55074ed0-8428-46d5-bd85-e5b33a285c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:42.353222443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179fe51d-ee1d-46e9-8b1f-018a4fb6db87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:42.367411638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179fe51d-ee1d-46e9-8b1f-018a4fb6db87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:42.38187031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179fe51d-ee1d-46e9-8b1f-018a4fb6db87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:42.396259556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179fe51d-ee1d-46e9-8b1f-018a4fb6db87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:45.317227746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"3ddec768-d777-4487-8140-b5379551beab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4984cc","tenantID":"e2e-praxis-a-4984cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:45.358710292Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"3ddec768-d777-4487-8140-b5379551beab","name":"e2e-praxis-a-4984cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:51.620962917Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:56.226141654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"ae99f219-a1d3-404e-854a-693db9b832f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3995cc","tenantID":"e2e-praxis-a-3995cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:56.264945933Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"ae99f219-a1d3-404e-854a-693db9b832f1","name":"e2e-praxis-a-3995cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:00.958920161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"b729d3c4-fd93-4a17-bb7b-78054136580f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b166e9","tenantID":"e2e-ipp-b-b166e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:00.997326668Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"b729d3c4-fd93-4a17-bb7b-78054136580f","name":"e2e-ipp-b-b166e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.491133738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"934e61aa-33bc-4304-ac65-fa52ecebf271","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.491156208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"934e61aa-33bc-4304-ac65-fa52ecebf271","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.843783947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"b932c080-5772-436a-ac64-12e6db419cff","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.843878618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"b932c080-5772-436a-ac64-12e6db419cff","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.872645786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"4de30ecd-ef79-478a-a262-9ffdafc642ab","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.877731013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"4de30ecd-ef79-478a-a262-9ffdafc642ab","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.900692126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"36e6be85-bdcb-4f88-8530-7aba164fc077","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.949279952Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"36e6be85-bdcb-4f88-8530-7aba164fc077","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.967392693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7493cc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"36e6be85-bdcb-4f88-8530-7aba164fc077","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.98631386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"7301e520-3b64-47a1-b88e-03a777ad504e","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.986329741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"7301e520-3b64-47a1-b88e-03a777ad504e","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:07.390105503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"6d45f05a-1f65-48ce-baab-c0fcece96ac2","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:07.408248653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"6d45f05a-1f65-48ce-baab-c0fcece96ac2","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:07.424910707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7493cc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"6d45f05a-1f65-48ce-baab-c0fcece96ac2","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.496511676Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","namespace":"ai-tenant-e2e-ipp-a-379e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.496573553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","namespace":"ai-tenant-e2e-ipp-a-379e57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.496649306Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","tenant":"e2e-ipp-a-379e57","tenantID":"e2e-ipp-a-379e57","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.512523716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-379e57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.537638957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"Service","name":"maas-api-e2e-ipp-a-379e57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.554395841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-379e57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.570282307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-379e57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.586832431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.602869737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.624271071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.640442854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.656009181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.673010088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.696286862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"Service","name":"payload-processing-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.717877941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.734637881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.76891914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.785954095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.802434632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.818154129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.833858501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.857023779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-379e57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.891782772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-379e57"},"namespace":"ai-tenant-e2e-ipp-a-379e57","name":"default-tenant","reconcileID":"1104466a-9114-4b78-9353-e70ab534022c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-379e57","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.147223006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a9f832a-6c35-4685-8cd2-4a309187db6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.163248406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a9f832a-6c35-4685-8cd2-4a309187db6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.1838796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a9f832a-6c35-4685-8cd2-4a309187db6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.199693286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a9f832a-6c35-4685-8cd2-4a309187db6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.239005439Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-379e57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-379e57","reconcileID":"f8703b9d-deb3-4491-8862-60f44e05f385","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-379e57","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-379e57"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.795571795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5cfc1b-96eb-410c-8fa3-9920244c56eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.809620797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5cfc1b-96eb-410c-8fa3-9920244c56eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.827420497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5cfc1b-96eb-410c-8fa3-9920244c56eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.843622154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5cfc1b-96eb-410c-8fa3-9920244c56eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:12.388811426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43daa266-b449-4926-9a97-6801f6fe789e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:12.403939681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43daa266-b449-4926-9a97-6801f6fe789e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:12.418008577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43daa266-b449-4926-9a97-6801f6fe789e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:12.432063218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43daa266-b449-4926-9a97-6801f6fe789e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:17.503747485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"1b9f694d-0399-41e3-932d-4fa55cb5acee","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:17.525526423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"1b9f694d-0399-41e3-932d-4fa55cb5acee","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:17.543832706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7493cc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"1b9f694d-0399-41e3-932d-4fa55cb5acee","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:18.122423466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c46557-3e19-4d67-a6eb-560a97414f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:18.14747453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c46557-3e19-4d67-a6eb-560a97414f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:18.16235252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c46557-3e19-4d67-a6eb-560a97414f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:18.177420382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c46557-3e19-4d67-a6eb-560a97414f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:18.803866123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e189d1-db8a-40f2-9167-550c96218121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:18.817943645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e189d1-db8a-40f2-9167-550c96218121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:18.834146419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e189d1-db8a-40f2-9167-550c96218121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:18.848441631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e189d1-db8a-40f2-9167-550c96218121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:18.943099834Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-513be2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-513be2","reconcileID":"f825a302-27b7-485c-bbad-f8e6b438301f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-513be2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-513be2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.421405681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11534eaf-f853-49ce-bdbb-6d4cadae5827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.436368384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11534eaf-f853-49ce-bdbb-6d4cadae5827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.451445965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11534eaf-f853-49ce-bdbb-6d4cadae5827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.466250109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11534eaf-f853-49ce-bdbb-6d4cadae5827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:20.059176504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6ae7d2-b9ae-4559-a006-754e6cccf07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:20.091860798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6ae7d2-b9ae-4559-a006-754e6cccf07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:20.129914841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6ae7d2-b9ae-4559-a006-754e6cccf07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:20.157334824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6ae7d2-b9ae-4559-a006-754e6cccf07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:20.772245814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779183f9-ebd1-412b-8583-f5cf95a6bc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:20.7867092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779183f9-ebd1-412b-8583-f5cf95a6bc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:20.801106054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779183f9-ebd1-412b-8583-f5cf95a6bc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:20.815357564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779183f9-ebd1-412b-8583-f5cf95a6bc3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.359252384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a35c26-5bee-4772-a406-7ccaf3e3b4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.373412877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a35c26-5bee-4772-a406-7ccaf3e3b4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.387447135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a35c26-5bee-4772-a406-7ccaf3e3b4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.401446829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a35c26-5bee-4772-a406-7ccaf3e3b4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.622175799Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.174452909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f63f582-9734-4115-9337-09e49c2c5b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.190230805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f63f582-9734-4115-9337-09e49c2c5b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.20613581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f63f582-9734-4115-9337-09e49c2c5b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.220432656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f63f582-9734-4115-9337-09e49c2c5b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.778782371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1855cd-c6fe-4c2f-a0e6-026720751185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.793491387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1855cd-c6fe-4c2f-a0e6-026720751185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.807725498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1855cd-c6fe-4c2f-a0e6-026720751185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.8219235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1855cd-c6fe-4c2f-a0e6-026720751185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:25.820231548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c39dcff-ad6f-4530-afc4-baf25e61a587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:25.834413758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c39dcff-ad6f-4530-afc4-baf25e61a587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:25.848864376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c39dcff-ad6f-4530-afc4-baf25e61a587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:25.863421209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c39dcff-ad6f-4530-afc4-baf25e61a587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:26.399797082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e653bb-ca91-4ef4-99ea-5e25de949147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:26.41612793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e653bb-ca91-4ef4-99ea-5e25de949147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:26.430896702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e653bb-ca91-4ef4-99ea-5e25de949147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:26.445490041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e653bb-ca91-4ef4-99ea-5e25de949147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.029025245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a1b75b-0e78-4e74-b51b-3a08c3437af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.048231233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a1b75b-0e78-4e74-b51b-3a08c3437af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.062863999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a1b75b-0e78-4e74-b51b-3a08c3437af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.076922297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a1b75b-0e78-4e74-b51b-3a08c3437af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.593786383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"1b8c21e5-9476-4987-976d-3eda5673de3d","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.697337083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"1b8c21e5-9476-4987-976d-3eda5673de3d","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.735147213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7493cc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"1b8c21e5-9476-4987-976d-3eda5673de3d","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.886180808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc7e876-e5b3-4b6f-a70f-e4557f07e593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.900369836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc7e876-e5b3-4b6f-a70f-e4557f07e593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.915214579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc7e876-e5b3-4b6f-a70f-e4557f07e593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.938110755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc7e876-e5b3-4b6f-a70f-e4557f07e593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.555862119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7dae6-da22-4434-a19d-e5874e69fa17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.57024019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7dae6-da22-4434-a19d-e5874e69fa17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.584274479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7dae6-da22-4434-a19d-e5874e69fa17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.598224227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7dae6-da22-4434-a19d-e5874e69fa17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.843684471Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d64747","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d64747","reconcileID":"b4fc2bce-e8ae-45d2-b0c3-f1e4040ec563","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d64747","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-d64747":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:29.153538619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d03af7-0be5-4502-abe4-d69925aa7e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:29.169893838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d03af7-0be5-4502-abe4-d69925aa7e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:29.185883475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d03af7-0be5-4502-abe4-d69925aa7e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:29.199892574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d03af7-0be5-4502-abe4-d69925aa7e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:29.831762674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd109f9e-7b21-4aa1-8d33-b69d10daaa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:29.845922782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd109f9e-7b21-4aa1-8d33-b69d10daaa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:29.860163287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd109f9e-7b21-4aa1-8d33-b69d10daaa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:29.874441611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd109f9e-7b21-4aa1-8d33-b69d10daaa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:30.466554028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16a033e-fcad-4fd0-a6fd-1b335f9c3611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:30.481794376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16a033e-fcad-4fd0-a6fd-1b335f9c3611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:30.496556171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16a033e-fcad-4fd0-a6fd-1b335f9c3611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:30.514029585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16a033e-fcad-4fd0-a6fd-1b335f9c3611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.177896241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635da0e3-a5b4-41bd-aca4-370eb51d55a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.191866717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635da0e3-a5b4-41bd-aca4-370eb51d55a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.206242932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635da0e3-a5b4-41bd-aca4-370eb51d55a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.220190328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635da0e3-a5b4-41bd-aca4-370eb51d55a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.701961571Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","namespace":"ai-tenant-e2e-ipp-b-070f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.702048776Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","namespace":"ai-tenant-e2e-ipp-b-070f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.702115177Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","tenant":"e2e-ipp-b-070f88","tenantID":"e2e-ipp-b-070f88","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.717374409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-070f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.744627452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"Service","name":"maas-api-e2e-ipp-b-070f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.760646639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-070f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.763325947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40992903-30e3-44fd-9a40-2a1b67ca8f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.778337714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40992903-30e3-44fd-9a40-2a1b67ca8f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.778857318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-070f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.792425676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40992903-30e3-44fd-9a40-2a1b67ca8f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.806480666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40992903-30e3-44fd-9a40-2a1b67ca8f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.808863723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.827554118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.846658398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.862472316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.884447781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.900567706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.926061033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"Service","name":"payload-processing-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.949558885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.965570485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.98238567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.998930522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:32.017305712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:32.033280469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:32.049179865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:32.064314264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-070f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:32.083276364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-070f88"},"namespace":"ai-tenant-e2e-ipp-b-070f88","name":"default-tenant","reconcileID":"3d569d55-2179-4142-8c80-68c908c639f2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-070f88","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:32.499205829Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-070f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-070f88","reconcileID":"5c293223-16d2-400a-af14-7b1dd7980807","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-070f88","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-070f88"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:32.580310362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b3a7c0-55da-4c4e-acf0-f284bfa676d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:32.594995904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b3a7c0-55da-4c4e-acf0-f284bfa676d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:32.609826616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b3a7c0-55da-4c4e-acf0-f284bfa676d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:32.623864033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b3a7c0-55da-4c4e-acf0-f284bfa676d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:33.272414885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377de552-f04b-4e4c-8bf4-a0e31bcd6928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:33.286613692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377de552-f04b-4e4c-8bf4-a0e31bcd6928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:33.300728185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377de552-f04b-4e4c-8bf4-a0e31bcd6928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:33.314739394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377de552-f04b-4e4c-8bf4-a0e31bcd6928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:33.860681828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a3677b-fed4-44c3-afea-ca4b5b5c85da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:33.874790889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a3677b-fed4-44c3-afea-ca4b5b5c85da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:33.888847956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a3677b-fed4-44c3-afea-ca4b5b5c85da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:33.902917055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a3677b-fed4-44c3-afea-ca4b5b5c85da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:37.769082651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"5ef6b3fa-88bc-4729-b5f4-010b3f857ff7","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:37.792379733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"5ef6b3fa-88bc-4729-b5f4-010b3f857ff7","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:37.811152394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7493cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a874bb7454c1359d38a73937521273e56aa92a6a8885e4b044b821e515b4773) AuthConfig (35e3414a0a185b69788f3d345185b3e65487bf7b1d98b183ef7aa54310c7ce2e) AuthConfig (7b9a0773fc0cb21bbfe8d77fb9b09da1a49f0636a4f94925e291d0dcaa8dcf6c) AuthConfig (5cc39d494efb63e356271b5cb632beead658d55787cdd4835de46202bfb86cad) AuthConfig (e8dc879f314d6c50013bd88062ef70a2bf5a9b7ca5b0ccc0904cf6091fab1db1) AuthConfig (15bcfeb8d4a0bfb44586d9cc7d2f706999fd0256009ccc49e9300bac3a2aba27) AuthConfig (cf941cb6cada7eb13ff4f637d07945e4044820b4d3790b9c22fcbe4fbd63cd2f) AuthConfig (253d3795300d96b3333f250203bafd51b6c9510f754b45b3a4a7d97dd030e720) AuthConfig (292c4fac4195944f29073cb1fd21ea325e99b44f09eac43eb0395edc304f1029) AuthConfig (58a5e30b63f6bb9e9b99ea24a884a8b06d27cd42156a397e28f7510fef10bc30) AuthConfig (d6bae3aae600bd3a5985c62788e987fc1467e5ad3384d15c155dadc2f25b3924) AuthConfig (663a024ba84e3c7aefd90e794d8e6f85612ddceea1229b16d8b2722529b789fe) AuthConfig (b9c0f4fecc01b25db24d896eff19db006293b32cc17696afa626984f368af4ba) AuthConfig (0d7e82fbb6220c1ce5b5c755e69e197b634240b7d96a1525b62a6e1a43c367a3) AuthConfig (436014d3292fb3b11ce31927b69a7148525b2350dbc79d40c8e975a856560370) AuthConfig (ca3d59ff9ac90beadcb4e526fd452db2206fe4bfbe2ffc4525e4980182a7cf21) AuthConfig (80b441265d341a2ce1fcadd1ed435d4e6c306f052f79f599fd2f951cdcb8c907) AuthConfig (d9920c553d132f587cee8c4a7487a9358815ca29a4a62196907364a7ab845954)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"5ef6b3fa-88bc-4729-b5f4-010b3f857ff7","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:37.830441536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"3deed23f-9942-48fb-bf34-4c0552baff91","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:37.830457036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"3deed23f-9942-48fb-bf34-4c0552baff91","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:42.720722602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"ad398645-f3d8-4a15-8654-822eb6515728","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-513be2","tenantID":"e2e-praxis-b-513be2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:42.760047603Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"ad398645-f3d8-4a15-8654-822eb6515728","name":"e2e-praxis-b-513be2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.265285801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a186522a-4b26-4d7e-ac29-40c027090bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.279457735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a186522a-4b26-4d7e-ac29-40c027090bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.293468527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a186522a-4b26-4d7e-ac29-40c027090bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.307804206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a186522a-4b26-4d7e-ac29-40c027090bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.966480817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647c420b-91c0-473b-bc2b-5df00428f56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.981114386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647c420b-91c0-473b-bc2b-5df00428f56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.995692147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647c420b-91c0-473b-bc2b-5df00428f56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:45.010338426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647c420b-91c0-473b-bc2b-5df00428f56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:45.102874906Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cc8b13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cc8b13","reconcileID":"9bf2cd47-09c0-49da-a334-4aa6a7f9a822","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-cc8b13","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-cc8b13":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:45.58074209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ebddca-7281-4930-95aa-4f36a4a6e67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:45.595516741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ebddca-7281-4930-95aa-4f36a4a6e67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:45.609706989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ebddca-7281-4930-95aa-4f36a4a6e67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:45.623944795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ebddca-7281-4930-95aa-4f36a4a6e67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:47.858638186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"1cf6689e-39f5-4489-beb6-c6d64898bddc","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:47.877286526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"1cf6689e-39f5-4489-beb6-c6d64898bddc","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:47.893878181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7493cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a874bb7454c1359d38a73937521273e56aa92a6a8885e4b044b821e515b4773) AuthConfig (35e3414a0a185b69788f3d345185b3e65487bf7b1d98b183ef7aa54310c7ce2e) AuthConfig (7b9a0773fc0cb21bbfe8d77fb9b09da1a49f0636a4f94925e291d0dcaa8dcf6c) AuthConfig (5cc39d494efb63e356271b5cb632beead658d55787cdd4835de46202bfb86cad) AuthConfig (e8dc879f314d6c50013bd88062ef70a2bf5a9b7ca5b0ccc0904cf6091fab1db1) AuthConfig (15bcfeb8d4a0bfb44586d9cc7d2f706999fd0256009ccc49e9300bac3a2aba27) AuthConfig (cf941cb6cada7eb13ff4f637d07945e4044820b4d3790b9c22fcbe4fbd63cd2f) AuthConfig (253d3795300d96b3333f250203bafd51b6c9510f754b45b3a4a7d97dd030e720) AuthConfig (292c4fac4195944f29073cb1fd21ea325e99b44f09eac43eb0395edc304f1029) AuthConfig (58a5e30b63f6bb9e9b99ea24a884a8b06d27cd42156a397e28f7510fef10bc30) AuthConfig (d6bae3aae600bd3a5985c62788e987fc1467e5ad3384d15c155dadc2f25b3924) AuthConfig (663a024ba84e3c7aefd90e794d8e6f85612ddceea1229b16d8b2722529b789fe) AuthConfig (b9c0f4fecc01b25db24d896eff19db006293b32cc17696afa626984f368af4ba) AuthConfig (0d7e82fbb6220c1ce5b5c755e69e197b634240b7d96a1525b62a6e1a43c367a3) AuthConfig (436014d3292fb3b11ce31927b69a7148525b2350dbc79d40c8e975a856560370) AuthConfig (ca3d59ff9ac90beadcb4e526fd452db2206fe4bfbe2ffc4525e4980182a7cf21) AuthConfig (80b441265d341a2ce1fcadd1ed435d4e6c306f052f79f599fd2f951cdcb8c907) AuthConfig (d9920c553d132f587cee8c4a7487a9358815ca29a4a62196907364a7ab845954)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"1cf6689e-39f5-4489-beb6-c6d64898bddc","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.13209651Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","namespace":"ai-tenant-e2e-ipp-a-db4b92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.132153972Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","namespace":"ai-tenant-e2e-ipp-a-db4b92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.132209626Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","tenant":"e2e-ipp-a-db4b92","tenantID":"e2e-ipp-a-db4b92","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.147886009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-db4b92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.176994321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"Service","name":"maas-api-e2e-ipp-a-db4b92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.197404108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-db4b92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.213490641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-db4b92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.233494596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.249795848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.266543804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.286266168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.302462388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.321679136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.350376829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"Service","name":"payload-processing-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.378353284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.397554593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.414371269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.43250858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.451407854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.471721229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.48817796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.509077159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-db4b92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.527485325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-db4b92"},"namespace":"ai-tenant-e2e-ipp-a-db4b92","name":"default-tenant","reconcileID":"9c3427c5-8e84-4482-9c41-45fcc8dd892c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-db4b92","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.858363839Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-db4b92","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-db4b92","reconcileID":"a765b519-fd69-4922-a592-fab53dd9be05","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-db4b92","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-db4b92"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.245118825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e9c3f3-90dc-41dc-a325-226b9671cd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.25983501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e9c3f3-90dc-41dc-a325-226b9671cd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.274016882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e9c3f3-90dc-41dc-a325-226b9671cd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.288437564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e9c3f3-90dc-41dc-a325-226b9671cd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.621511407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.884613378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f5ab39-9bb8-497c-9026-4b8315df4d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.899039613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f5ab39-9bb8-497c-9026-4b8315df4d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.913955021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f5ab39-9bb8-497c-9026-4b8315df4d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.928378168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f5ab39-9bb8-497c-9026-4b8315df4d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:52.406195088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"d1ae617d-3b16-4463-9d23-ae4d2105f25a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-d64747","tenantID":"e2e-praxis-b-d64747","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:52.448268Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"d1ae617d-3b16-4463-9d23-ae4d2105f25a","name":"e2e-praxis-b-d64747-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:57.928196687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"742b6833-05fc-4464-8abe-c90646bc1221","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:57.956898756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"742b6833-05fc-4464-8abe-c90646bc1221","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:58.075310732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7493cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a874bb7454c1359d38a73937521273e56aa92a6a8885e4b044b821e515b4773) AuthConfig (35e3414a0a185b69788f3d345185b3e65487bf7b1d98b183ef7aa54310c7ce2e) AuthConfig (7b9a0773fc0cb21bbfe8d77fb9b09da1a49f0636a4f94925e291d0dcaa8dcf6c) AuthConfig (5cc39d494efb63e356271b5cb632beead658d55787cdd4835de46202bfb86cad) AuthConfig (e8dc879f314d6c50013bd88062ef70a2bf5a9b7ca5b0ccc0904cf6091fab1db1) AuthConfig (15bcfeb8d4a0bfb44586d9cc7d2f706999fd0256009ccc49e9300bac3a2aba27) AuthConfig (cf941cb6cada7eb13ff4f637d07945e4044820b4d3790b9c22fcbe4fbd63cd2f) AuthConfig (253d3795300d96b3333f250203bafd51b6c9510f754b45b3a4a7d97dd030e720) AuthConfig (292c4fac4195944f29073cb1fd21ea325e99b44f09eac43eb0395edc304f1029) AuthConfig (58a5e30b63f6bb9e9b99ea24a884a8b06d27cd42156a397e28f7510fef10bc30) AuthConfig (d6bae3aae600bd3a5985c62788e987fc1467e5ad3384d15c155dadc2f25b3924) AuthConfig (663a024ba84e3c7aefd90e794d8e6f85612ddceea1229b16d8b2722529b789fe) AuthConfig (b9c0f4fecc01b25db24d896eff19db006293b32cc17696afa626984f368af4ba) AuthConfig (0d7e82fbb6220c1ce5b5c755e69e197b634240b7d96a1525b62a6e1a43c367a3) AuthConfig (436014d3292fb3b11ce31927b69a7148525b2350dbc79d40c8e975a856560370) AuthConfig (ca3d59ff9ac90beadcb4e526fd452db2206fe4bfbe2ffc4525e4980182a7cf21) AuthConfig (80b441265d341a2ce1fcadd1ed435d4e6c306f052f79f599fd2f951cdcb8c907) AuthConfig (d9920c553d132f587cee8c4a7487a9358815ca29a4a62196907364a7ab845954)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"742b6833-05fc-4464-8abe-c90646bc1221","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:03.698801401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c0246d-d56a-45e0-acb2-41dc984f78f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:03.714010631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c0246d-d56a-45e0-acb2-41dc984f78f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:03.729184366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c0246d-d56a-45e0-acb2-41dc984f78f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:03.744060518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c0246d-d56a-45e0-acb2-41dc984f78f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.29220344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2481ae-e277-4be0-9301-cee54d9bfa7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.30860488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2481ae-e277-4be0-9301-cee54d9bfa7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.322720656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2481ae-e277-4be0-9301-cee54d9bfa7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.338055106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2481ae-e277-4be0-9301-cee54d9bfa7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.949475246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af49a573-2705-4cb4-b1f2-e82f021b1914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.963530498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af49a573-2705-4cb4-b1f2-e82f021b1914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.977457136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af49a573-2705-4cb4-b1f2-e82f021b1914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.991423553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af49a573-2705-4cb4-b1f2-e82f021b1914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:05.60126401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5757d1-334a-4401-a392-8b7b33c001b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:05.615917848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5757d1-334a-4401-a392-8b7b33c001b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:05.630001177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5757d1-334a-4401-a392-8b7b33c001b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:05.64400801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5757d1-334a-4401-a392-8b7b33c001b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:07.20703488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af5d01-0813-4154-b368-d395c47e5796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:07.221126176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af5d01-0813-4154-b368-d395c47e5796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:07.235220339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af5d01-0813-4154-b368-d395c47e5796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:07.249130642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af5d01-0813-4154-b368-d395c47e5796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:07.785828083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8594ba97-d73a-4aac-929c-472f343bc076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:07.799725279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8594ba97-d73a-4aac-929c-472f343bc076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:07.81368275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8594ba97-d73a-4aac-929c-472f343bc076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:07.827866496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8594ba97-d73a-4aac-929c-472f343bc076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:08.106244426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"76cb39e0-4125-42d6-aeaf-260a38fbf5ca","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:08.13959517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"76cb39e0-4125-42d6-aeaf-260a38fbf5ca","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:08.215643016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"31b0fbeb-d67e-4a99-9978-d9d285a579e2","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:08.215663986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"31b0fbeb-d67e-4a99-9978-d9d285a579e2","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:08.411852691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0810f754-6175-4bc3-acb0-57faee13a1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:08.425986522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0810f754-6175-4bc3-acb0-57faee13a1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:08.439944477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0810f754-6175-4bc3-acb0-57faee13a1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:08.454038625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0810f754-6175-4bc3-acb0-57faee13a1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:09.925314148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"756a02f9-c7a1-4562-86a3-78d86f46b17a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:09.963794197Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"756a02f9-c7a1-4562-86a3-78d86f46b17a","name":"e2e-praxis-a-cc8b13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.29639259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"6246ab13-56b7-43b3-847f-c41939449b1a","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.296415134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"6246ab13-56b7-43b3-847f-c41939449b1a","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.316401099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"f28b710b-6ebe-48f5-96b4-825bcfbb9bb7","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.316420837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"f28b710b-6ebe-48f5-96b4-825bcfbb9bb7","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:13.327997317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"31d11e9b-d0fd-47a7-988b-de2d58544ef4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-7493cc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:13.333848981Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"f28b710b-6ebe-48f5-96b4-825bcfbb9bb7","name":"ipp-route-7493cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7493cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:13.333918066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"f28b710b-6ebe-48f5-96b4-825bcfbb9bb7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7493cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.339230396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"cc5d82d8-bb42-4b71-b35e-055bf2864457","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.339244773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"cc5d82d8-bb42-4b71-b35e-055bf2864457","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.343862724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"7cea5dc9-e1c4-4226-8cdd-d5f1a8bd25ed","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.358607538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"81ca57cf-ce78-4b6b-8d3c-a0ccf4f81cbe","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.358625039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"81ca57cf-ce78-4b6b-8d3c-a0ccf4f81cbe","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.362140367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"7cea5dc9-e1c4-4226-8cdd-d5f1a8bd25ed","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.377968256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"45e23f4f-3ed4-46ab-a63a-04c9f5db38e2","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.377983594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"45e23f4f-3ed4-46ab-a63a-04c9f5db38e2","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.440414208Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"e13c024e-ad7d-48b1-9918-6d55a4f24438","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"maas-trlp-ipp-route-7493cc","model":"ipp-route-7493cc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.491160334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"1022b7c3-c9e0-488a-8086-e4b6a148e742","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.491229294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"1022b7c3-c9e0-488a-8086-e4b6a148e742","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.547098773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"f0ab5b79-eec1-4b01-852c-4aa90be81619","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.561900345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"2821c15b-5793-4218-bdd0-ee08d759d448","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"maas-trlp-ipp-route-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.566014319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"f0ab5b79-eec1-4b01-852c-4aa90be81619","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.796164331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d4ab73-4ec1-46f2-a49d-3c30d9f1d43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.810775547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d4ab73-4ec1-46f2-a49d-3c30d9f1d43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.824838244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d4ab73-4ec1-46f2-a49d-3c30d9f1d43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.839003244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d4ab73-4ec1-46f2-a49d-3c30d9f1d43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:14.431214159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184ff0bf-79d3-479b-bcca-e8d2bc744144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:14.445400239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184ff0bf-79d3-479b-bcca-e8d2bc744144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:14.459507336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184ff0bf-79d3-479b-bcca-e8d2bc744144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:14.473777387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184ff0bf-79d3-479b-bcca-e8d2bc744144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.050617159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91758ad-7de7-4b13-92f6-329d226a6eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.064716541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91758ad-7de7-4b13-92f6-329d226a6eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.078706415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91758ad-7de7-4b13-92f6-329d226a6eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.09276677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91758ad-7de7-4b13-92f6-329d226a6eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.696989327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bcd6d8-7acc-4d14-b866-7e60c2f41503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.711107455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bcd6d8-7acc-4d14-b866-7e60c2f41503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.725146177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bcd6d8-7acc-4d14-b866-7e60c2f41503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.739230015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bcd6d8-7acc-4d14-b866-7e60c2f41503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:16.317155457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b07c2cf-106e-4ae1-8668-e20aec4580bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:16.331355927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b07c2cf-106e-4ae1-8668-e20aec4580bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:16.346151292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b07c2cf-106e-4ae1-8668-e20aec4580bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:16.360936583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b07c2cf-106e-4ae1-8668-e20aec4580bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:16.904350123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94343b71-a426-4abf-9541-81349a9f7d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:16.918567862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94343b71-a426-4abf-9541-81349a9f7d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:16.932647962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94343b71-a426-4abf-9541-81349a9f7d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:16.946846891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94343b71-a426-4abf-9541-81349a9f7d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:17.665469283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cbad5d-8033-472d-acf1-60d267a69399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:17.679777855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cbad5d-8033-472d-acf1-60d267a69399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:17.693870642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cbad5d-8033-472d-acf1-60d267a69399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:17.708023324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cbad5d-8033-472d-acf1-60d267a69399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:18.26595649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1d5186-7a51-469e-8c18-535cc1f42e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:18.280120452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1d5186-7a51-469e-8c18-535cc1f42e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:18.294294323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1d5186-7a51-469e-8c18-535cc1f42e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:18.30837763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1d5186-7a51-469e-8c18-535cc1f42e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:18.852273312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f080b6-3999-482d-b852-338a475df14f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:18.867047734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f080b6-3999-482d-b852-338a475df14f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:18.881209168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f080b6-3999-482d-b852-338a475df14f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:18.895613089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f080b6-3999-482d-b852-338a475df14f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:19.443360793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fc4640-8e43-48a8-83bd-9f38fda99c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:19.457836228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fc4640-8e43-48a8-83bd-9f38fda99c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:19.471976202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fc4640-8e43-48a8-83bd-9f38fda99c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:19.486196667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fc4640-8e43-48a8-83bd-9f38fda99c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:20.083028222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0ada71-584d-4510-ad45-689f0be00280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:20.097341634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0ada71-584d-4510-ad45-689f0be00280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:20.111363765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0ada71-584d-4510-ad45-689f0be00280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:20.125502668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0ada71-584d-4510-ad45-689f0be00280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:20.682050391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c661dd6f-c735-48f9-a930-5677c9fc4642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:20.696481829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c661dd6f-c735-48f9-a930-5677c9fc4642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:20.710729465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c661dd6f-c735-48f9-a930-5677c9fc4642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:20.725087456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c661dd6f-c735-48f9-a930-5677c9fc4642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:21.292390257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc21fa7-64a9-44cb-ac13-6ae00a4de5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:21.306605719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc21fa7-64a9-44cb-ac13-6ae00a4de5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:21.32043605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc21fa7-64a9-44cb-ac13-6ae00a4de5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:21.334674099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc21fa7-64a9-44cb-ac13-6ae00a4de5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:21.620439371Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:21.958725085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d2585d-80bc-467b-bb2d-685a0fdb2a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:21.972849789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d2585d-80bc-467b-bb2d-685a0fdb2a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:21.987017755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d2585d-80bc-467b-bb2d-685a0fdb2a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:22.001309283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d2585d-80bc-467b-bb2d-685a0fdb2a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:22.556107194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27c0723-e077-4952-a481-b0110a579464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:22.570337944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27c0723-e077-4952-a481-b0110a579464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:22.584642924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27c0723-e077-4952-a481-b0110a579464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:22.598556517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27c0723-e077-4952-a481-b0110a579464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.164181639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831dc293-ea48-4b62-85f4-89c707f70c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.178272455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831dc293-ea48-4b62-85f4-89c707f70c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.192323173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831dc293-ea48-4b62-85f4-89c707f70c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.209070157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831dc293-ea48-4b62-85f4-89c707f70c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.748096677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54aec196-c5db-468f-9832-dd6a22200c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.762154355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54aec196-c5db-468f-9832-dd6a22200c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.777991751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54aec196-c5db-468f-9832-dd6a22200c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.792496563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54aec196-c5db-468f-9832-dd6a22200c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.022263262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"27df84bc-52cc-446a-a3e9-33820e43cd42","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"maas-trlp-ipp-route-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.075684655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"445a8342-4a94-45d2-a8cc-fe3985547a2b","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.075701471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"445a8342-4a94-45d2-a8cc-fe3985547a2b","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.933990314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"f8ec35c2-47d3-41d6-b3d7-c72b96278666","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.952762282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"f8ec35c2-47d3-41d6-b3d7-c72b96278666","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:34.701785209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e193ed0b-ba55-4cbb-81e1-0e9ff99c44a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:34.716265689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e193ed0b-ba55-4cbb-81e1-0e9ff99c44a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:34.730625346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e193ed0b-ba55-4cbb-81e1-0e9ff99c44a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:34.744940458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e193ed0b-ba55-4cbb-81e1-0e9ff99c44a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.295701539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d6cfbc-7327-420e-9c09-b804726eefc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.309946645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d6cfbc-7327-420e-9c09-b804726eefc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.324041746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d6cfbc-7327-420e-9c09-b804726eefc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.342119475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d6cfbc-7327-420e-9c09-b804726eefc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.711993176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"1fdbb435-56fc-4094-a535-6e0e141af273","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.712011291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"1fdbb435-56fc-4094-a535-6e0e141af273","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.739775553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"5d3fb364-d407-4be2-b2c3-95d9c385d081","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.744769663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"14c2e68e-74db-46d5-9375-40d7a065cdbf","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.744784985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"14c2e68e-74db-46d5-9375-40d7a065cdbf","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.757707715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"5d3fb364-d407-4be2-b2c3-95d9c385d081","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.767924346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"946217a9-c8b4-4387-8653-75c769ed242c","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"maas-trlp-ipp-route-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.892071004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"900a2e2e-5653-41e0-a6e8-678a252586db","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.910093629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"900a2e2e-5653-41e0-a6e8-678a252586db","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.921708666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"fcded807-3f02-483b-959f-f0db236dcbe5","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"maas-trlp-ipp-route-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:35.992523083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d6797b-7e2c-445a-81dc-e38ebe687c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.007010251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d6797b-7e2c-445a-81dc-e38ebe687c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.021467419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d6797b-7e2c-445a-81dc-e38ebe687c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.035730105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d6797b-7e2c-445a-81dc-e38ebe687c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.657054864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ff44cf-39fe-48ce-946e-3b5bcde4bca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.671233554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ff44cf-39fe-48ce-946e-3b5bcde4bca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.685109604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ff44cf-39fe-48ce-946e-3b5bcde4bca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.698979737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ff44cf-39fe-48ce-946e-3b5bcde4bca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.339187903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272167d9-3cdc-4e68-b912-a0e342891243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.353508191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272167d9-3cdc-4e68-b912-a0e342891243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.36776499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272167d9-3cdc-4e68-b912-a0e342891243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.382196502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272167d9-3cdc-4e68-b912-a0e342891243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.633992228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","namespace":"ai-tenant-e2e-ipp-b-b166e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.634045426Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","namespace":"ai-tenant-e2e-ipp-b-b166e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.634095395Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","tenant":"e2e-ipp-b-b166e9","tenantID":"e2e-ipp-b-b166e9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.651203022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b166e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.692555045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"Service","name":"maas-api-e2e-ipp-b-b166e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.712659346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b166e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.729919322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b166e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.746502488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.774180248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.801133585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.816975583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.834147972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.850380961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.883610564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"Service","name":"payload-processing-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.906330366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.922555669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.942939791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.959806748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.973258915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448325c3-d6ed-42a7-9a07-5e022dbcfafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.988051922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448325c3-d6ed-42a7-9a07-5e022dbcfafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:37.990015753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.003099984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448325c3-d6ed-42a7-9a07-5e022dbcfafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.017476585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448325c3-d6ed-42a7-9a07-5e022dbcfafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.019297535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.037882575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.055177011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b166e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.071194455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b166e9"},"namespace":"ai-tenant-e2e-ipp-b-b166e9","name":"default-tenant","reconcileID":"a24f0a22-3f13-4705-ae8a-82c07273f064","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b166e9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.435319732Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b166e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b166e9","reconcileID":"9ff42993-b025-4543-b9aa-d8a6dc8d6707","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b166e9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b166e9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.813051875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3012cc-8f0b-46b0-b7e1-5f7fe294e3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.827419932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3012cc-8f0b-46b0-b7e1-5f7fe294e3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.841403492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3012cc-8f0b-46b0-b7e1-5f7fe294e3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:38.857267819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3012cc-8f0b-46b0-b7e1-5f7fe294e3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:39.424754664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4795f969-a894-4191-98c8-cd32027b9b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:39.438892608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4795f969-a894-4191-98c8-cd32027b9b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:39.453043586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4795f969-a894-4191-98c8-cd32027b9b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:39.467896198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4795f969-a894-4191-98c8-cd32027b9b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:40.024133071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f809e87-ffe5-43f3-934e-6bc4f7890b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:40.093524985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f809e87-ffe5-43f3-934e-6bc4f7890b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:40.108281597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f809e87-ffe5-43f3-934e-6bc4f7890b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:40.122321158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f809e87-ffe5-43f3-934e-6bc4f7890b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:40.953240897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854bcc43-e2dd-483a-ae64-c995798a8b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:40.967375761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854bcc43-e2dd-483a-ae64-c995798a8b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:40.981248845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854bcc43-e2dd-483a-ae64-c995798a8b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:40.995604241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854bcc43-e2dd-483a-ae64-c995798a8b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:41.557263606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38301fc-5c06-4ac3-8774-dd9cfd28a242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:41.572217925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38301fc-5c06-4ac3-8774-dd9cfd28a242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:41.586412455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38301fc-5c06-4ac3-8774-dd9cfd28a242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:41.600398825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38301fc-5c06-4ac3-8774-dd9cfd28a242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:41.742435686Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6e2698","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6e2698","reconcileID":"99d98f8b-e507-4eb3-93ad-e51e7c016d78","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6e2698","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-6e2698":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:42.178904189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f4edfd-3f3c-4a41-aa25-ae56bbf5d892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:42.192934989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f4edfd-3f3c-4a41-aa25-ae56bbf5d892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:42.209386533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f4edfd-3f3c-4a41-aa25-ae56bbf5d892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:42.225459425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f4edfd-3f3c-4a41-aa25-ae56bbf5d892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:42.815026165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfdc4f5-7cba-41ed-8518-c398973ca11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:42.830436879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfdc4f5-7cba-41ed-8518-c398973ca11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:42.844429424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfdc4f5-7cba-41ed-8518-c398973ca11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:42.858437826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfdc4f5-7cba-41ed-8518-c398973ca11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:42.901053398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"2e790bdc-bc2d-4d09-97c2-18407df41cfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:42.973621088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5773189-9f09-4e09-97fc-36b3be8ca06b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.072761522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"2c4be588-c374-41b4-a4c1-cb729c57fd27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.181286173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"87c2808e-c30a-4cce-b351-c05df14eeae5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.195207424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd174136-1429-480e-b455-fc79fd6df620","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.195293711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"f7689b4c-031e-43c2-9a95-7ec4e6779dab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.307942735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"34cf954a-1b00-4c46-b179-0e2f7b319955","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"maas-trlp-ipp-route-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.308161919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"beb13e51-4867-46dd-82f2-334c6691444c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.308332899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"e559c0ed-44e6-4aaa-ba07-a304dd1b2eaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.392594914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"54b0c8fe-2c81-4bff-b405-8531b1febfd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.392779879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"ff9547f1-bd4f-4081-9dd8-8bac70ca43e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.473971602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"efc4fca1-2f19-4609-964b-ebeffd535c92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.474044423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"864e75bf-dd51-42ef-b67a-7e04ea0d823e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.475765653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f5a86b-878a-4bef-9cd8-5c4b265f5415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.490531638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f5a86b-878a-4bef-9cd8-5c4b265f5415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.504547351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f5a86b-878a-4bef-9cd8-5c4b265f5415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.518523423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f5a86b-878a-4bef-9cd8-5c4b265f5415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.897692755Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","namespace":"ai-tenant-e2e-praxis-a-4984cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.897776831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","namespace":"ai-tenant-e2e-praxis-a-4984cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.897843508Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","tenant":"e2e-praxis-a-4984cc","tenantID":"e2e-praxis-a-4984cc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.913445756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"Deployment","name":"maas-api-e2e-praxis-a-4984cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.940787362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"Service","name":"maas-api-e2e-praxis-a-4984cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.975747043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-4984cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:43.996478656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-4984cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.092032154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.111523435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.137406674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.158008975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.172904551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.188675681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.203107945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"Service","name":"payload-processing-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.217082301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.2308783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.244359279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.257990942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.266392552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec573ce7-606b-4dd8-ad34-db2daf5e656b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.281924807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec573ce7-606b-4dd8-ad34-db2daf5e656b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.28682723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.306079906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec573ce7-606b-4dd8-ad34-db2daf5e656b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.323287417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec573ce7-606b-4dd8-ad34-db2daf5e656b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.324897254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.341285269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.355051405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-4984cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.369261429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4984cc"},"namespace":"ai-tenant-e2e-praxis-a-4984cc","name":"default-tenant","reconcileID":"94a35c49-e690-428a-be3b-c82c375721aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-4984cc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.661073674Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4984cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4984cc","reconcileID":"3e6bca21-5d3b-4af0-9a9b-44e183ce42bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4984cc","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-4984cc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.015971903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cf0d4b-ea92-4d45-b95d-93f73fe6d11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.033826038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cf0d4b-ea92-4d45-b95d-93f73fe6d11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.049160517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cf0d4b-ea92-4d45-b95d-93f73fe6d11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.063804175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cf0d4b-ea92-4d45-b95d-93f73fe6d11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.632841467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c11c35-1b6f-4cb9-8452-c0c7a0dca51a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.647513094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c11c35-1b6f-4cb9-8452-c0c7a0dca51a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.661829978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c11c35-1b6f-4cb9-8452-c0c7a0dca51a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.676016669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14c11c35-1b6f-4cb9-8452-c0c7a0dca51a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.874913714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"1e28854e-2133-44eb-9765-671e3f275a47","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.874936685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"1e28854e-2133-44eb-9765-671e3f275a47","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.903042035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"d9177ca3-f9ca-44f9-ab91-6968fb2424db","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.921367958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"d9177ca3-f9ca-44f9-ab91-6968fb2424db","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:45.932150014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"7c026469-6e65-45b0-804e-6b3ea2ce368b","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"maas-trlp-ipp-route-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.032991778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"5d6db943-e939-4160-9d04-fc4786cd1c31","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"maas-trlp-ipp-route-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.121063379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"660b6a90-c305-441a-a9cc-c4e8e12354a2","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.197994096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"660b6a90-c305-441a-a9cc-c4e8e12354a2","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.369078822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd424c7c-771e-4f55-9ca2-0a34a4669386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.383650768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd424c7c-771e-4f55-9ca2-0a34a4669386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.397504578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd424c7c-771e-4f55-9ca2-0a34a4669386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.411468513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd424c7c-771e-4f55-9ca2-0a34a4669386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:47.063092036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab460c01-df3c-447f-b840-81ca2d0af380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:47.078187105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab460c01-df3c-447f-b840-81ca2d0af380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:47.093367789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab460c01-df3c-447f-b840-81ca2d0af380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:47.145506732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab460c01-df3c-447f-b840-81ca2d0af380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:50.764109827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f549fa-8505-4dee-8493-c55dd16f4523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:50.780278443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f549fa-8505-4dee-8493-c55dd16f4523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:50.794246403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f549fa-8505-4dee-8493-c55dd16f4523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:50.808465193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f549fa-8505-4dee-8493-c55dd16f4523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.379984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9e571e-5c82-400b-a794-e23c8d456fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.396370605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9e571e-5c82-400b-a794-e23c8d456fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.411146447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9e571e-5c82-400b-a794-e23c8d456fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.42577821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9e571e-5c82-400b-a794-e23c8d456fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.651946062Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3fb4a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3fb4a6","reconcileID":"1d0605f3-57cf-4fe4-a0da-97f1d92308a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3fb4a6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3fb4a6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.660062291Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:52.191812618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818cb97b-4053-4e34-aa17-0af160019438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:52.212700182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818cb97b-4053-4e34-aa17-0af160019438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:52.228458321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818cb97b-4053-4e34-aa17-0af160019438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:52.242606041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818cb97b-4053-4e34-aa17-0af160019438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.443574289Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","namespace":"ai-tenant-e2e-praxis-a-3995cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.443661892Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","namespace":"ai-tenant-e2e-praxis-a-3995cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.443715776Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","tenant":"e2e-praxis-a-3995cc","tenantID":"e2e-praxis-a-3995cc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.459232076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3995cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.489869277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"Service","name":"maas-api-e2e-praxis-a-3995cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.507305368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3995cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.522962462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3995cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.540126242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.561681072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.580416287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.598004375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.611798005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.625934362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.640159701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"Service","name":"payload-processing-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.656791616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.670823863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.687719076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.701744279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.721794069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.736933519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.760048323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.778936562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3995cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.794195559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3995cc"},"namespace":"ai-tenant-e2e-praxis-a-3995cc","name":"default-tenant","reconcileID":"a5def027-6c11-4c75-add3-a3a80fa69f13","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3995cc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:54.20329536Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3995cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3995cc","reconcileID":"638f8aac-3592-4b07-8b8e-37d74797fe6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3995cc","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3995cc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:54.595932529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb9de1b-2db8-4573-8651-d8652b1761a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:54.611127214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb9de1b-2db8-4573-8651-d8652b1761a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:54.62572321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb9de1b-2db8-4573-8651-d8652b1761a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:54.640279613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb9de1b-2db8-4573-8651-d8652b1761a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:55.23416855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058e119d-c274-483a-b968-1af98ac1bc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:55.248497773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058e119d-c274-483a-b968-1af98ac1bc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:55.262883351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058e119d-c274-483a-b968-1af98ac1bc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:55.276863492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058e119d-c274-483a-b968-1af98ac1bc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:56.84682929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017f8488-ca88-4c33-8809-1fe8c9fc4930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:56.861278545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017f8488-ca88-4c33-8809-1fe8c9fc4930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:56.875625529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017f8488-ca88-4c33-8809-1fe8c9fc4930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:56.889930899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017f8488-ca88-4c33-8809-1fe8c9fc4930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:57.490609216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572671f1-78c0-4006-9c27-b83b5276d8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:57.504644637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572671f1-78c0-4006-9c27-b83b5276d8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:57.51888445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572671f1-78c0-4006-9c27-b83b5276d8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:57.533247287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572671f1-78c0-4006-9c27-b83b5276d8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.342366761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e99a23ef-4cd2-46a6-9e20-d550140298a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.448406163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"524023d8-db8c-458a-b57b-21fc21316f92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.448927202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"290a387d-1fba-4099-acf8-0fff5d47cde7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.538975709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"b3821c2d-9923-4031-b09a-195a218ef665","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.539275973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"ed93c417-2d29-4cd1-9096-552e758dbd09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.539387555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"2d3a097b-6d7f-48bf-ae26-c3fe3345f689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.541655718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"922dca38-5179-4c31-9540-4468e4ce9434","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.639608442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"03a3c111-4ba7-4a48-99db-c9de4cc6fe43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.739042563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"9668725e-3856-49d4-9929-2780a27122a5","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"maas-trlp-ipp-route-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.73930358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"c9a7ccb4-c740-43f4-b77a-aafb30674a0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.739841618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"b8d1b840-7fca-4db9-8ce6-36dd5314e930","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.853906242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"77c57986-00d2-40c7-855e-bec953438171","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:59.853924737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd931dde-f456-4f9e-a080-2db3b67fec2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.312829034Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"fde8252a-936c-489d-abdf-13746962104c","namespace":"ai-tenant-e2e-ipp-a-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.312890217Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"fde8252a-936c-489d-abdf-13746962104c","name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.331184368Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"fde8252a-936c-489d-abdf-13746962104c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.331203491Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"fde8252a-936c-489d-abdf-13746962104c","namespace":"ai-tenant-e2e-ipp-a-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.331277311Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"fde8252a-936c-489d-abdf-13746962104c","name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.332024761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"64bceb91-a65c-41cf-9911-f898b51676a2","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.332044552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"64bceb91-a65c-41cf-9911-f898b51676a2","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.347414472Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"fde8252a-936c-489d-abdf-13746962104c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.351741255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"6740e40c-aba0-40dc-9035-01a7605ed12d","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.351756674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"6740e40c-aba0-40dc-9035-01a7605ed12d","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.357846173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"851142a8-de5a-4b86-9658-2b2115cd3b71","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:00.366820415Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"6740e40c-aba0-40dc-9035-01a7605ed12d","name":"ipp-route-7493cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7493cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:00.366892849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"6740e40c-aba0-40dc-9035-01a7605ed12d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7493cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.372699913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"594a7393-cf30-4e0e-ade5-64069ac4e830","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.372713409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"594a7393-cf30-4e0e-ade5-64069ac4e830","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.375974417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"851142a8-de5a-4b86-9658-2b2115cd3b71","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.384665484Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"09135820-0d5f-4a1d-8a3c-8fcbd78668eb","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8cb24ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.407382395Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"7634cc28-77f7-4c74-96f7-82b2e248fe90","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8cb24ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.422057133Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"e3b9ce71-554c-4d72-814c-d5f24aa7778f","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.533099392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"e3b9ce71-554c-4d72-814c-d5f24aa7778f","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.578488211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"e3b9ce71-554c-4d72-814c-d5f24aa7778f","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"e2e-ipp-a-7493cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.578503692Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-auth","reconcileID":"e3b9ce71-554c-4d72-814c-d5f24aa7778f","MaaSAuthPolicy":{"name":"ipp-route-7493cc-auth","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.597025322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"bdde990d-45fd-4172-a8b6-87a0dbfa4850","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.597040902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"bdde990d-45fd-4172-a8b6-87a0dbfa4850","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:02.065526256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"8794c7a5-bede-4623-aeda-67deae64630c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-6e2698","tenantID":"e2e-praxis-b-6e2698","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:02.103535966Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"8794c7a5-bede-4623-aeda-67deae64630c","name":"e2e-praxis-b-6e2698-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:02.337063533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb0b474-0a6c-4f82-b1ea-9674df90b357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:02.351629795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb0b474-0a6c-4f82-b1ea-9674df90b357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:02.366450789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb0b474-0a6c-4f82-b1ea-9674df90b357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:02.380475107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb0b474-0a6c-4f82-b1ea-9674df90b357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:02.945425401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88ff187-c790-4e96-a6aa-3e0563020d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:02.959509449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88ff187-c790-4e96-a6aa-3e0563020d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:02.97394023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88ff187-c790-4e96-a6aa-3e0563020d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:02.988064894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88ff187-c790-4e96-a6aa-3e0563020d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:10.422065713Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"0bbf6bb9-682e-4ca1-aa14-3726b649e72e","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","subscription":"ipp-route-7493cc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:10.436446253Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"0bbf6bb9-682e-4ca1-aa14-3726b649e72e","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:10.45087516Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc-sub","reconcileID":"0bbf6bb9-682e-4ca1-aa14-3726b649e72e","MaaSSubscription":{"name":"ipp-route-7493cc-sub","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"name":"maas-trlp-ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:10.531027008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"95d92ffc-6f48-4550-b137-6d910aee4954","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"tenant":"e2e-ipp-a-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","model":"ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:10.531046596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"95d92ffc-6f48-4550-b137-6d910aee4954","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"routeName":"ipp-route-7493cc-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7493cc","llmisvcName":"ipp-route-7493cc","gateway":"openshift-ingress/e2e-ipp-a-7493cc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.120976129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"c179ea7e-6709-4800-9bdf-e82f399baae4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3fb4a6","tenantID":"e2e-praxis-a-3fb4a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.161231806Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"c179ea7e-6709-4800-9bdf-e82f399baae4","name":"e2e-praxis-a-3fb4a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.18049446Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","namespace":"ai-tenant-e2e-praxis-b-513be2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.180550342Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","namespace":"ai-tenant-e2e-praxis-b-513be2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.18063414Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","tenant":"e2e-praxis-b-513be2","tenantID":"e2e-praxis-b-513be2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.196438935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"Deployment","name":"maas-api-e2e-praxis-b-513be2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.22701375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"Service","name":"maas-api-e2e-praxis-b-513be2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.253143168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-513be2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.269020823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-513be2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.285475713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.303022929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.321712572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.337773082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.351641235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.365419282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.379398076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"Service","name":"payload-processing-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.393235669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.407010181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.421273619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.436945844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.477768545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.493536257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.511442714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.526483536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-513be2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.543579052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-513be2"},"namespace":"ai-tenant-e2e-praxis-b-513be2","name":"default-tenant","reconcileID":"e3ddf5c1-3985-495d-b39b-d03321c2ebfd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-513be2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:12.863259766Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-513be2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-513be2","reconcileID":"6eae909b-3a1c-40b6-b4a0-b539dbd4bc73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-513be2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-513be2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:13.251126584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5fb0d-2075-4189-94a8-0b517978638c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:13.265790924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5fb0d-2075-4189-94a8-0b517978638c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:13.280560748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5fb0d-2075-4189-94a8-0b517978638c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:13.294772656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5fb0d-2075-4189-94a8-0b517978638c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:13.876132916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc3e1e1-5a55-4ec5-b7cb-40ae1d84de4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:13.89138009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc3e1e1-5a55-4ec5-b7cb-40ae1d84de4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:13.906060007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc3e1e1-5a55-4ec5-b7cb-40ae1d84de4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:13.920107947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc3e1e1-5a55-4ec5-b7cb-40ae1d84de4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.416702853Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","namespace":"ai-tenant-e2e-praxis-b-d64747","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.41676217Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","namespace":"ai-tenant-e2e-praxis-b-d64747","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.416832386Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","tenant":"e2e-praxis-b-d64747","tenantID":"e2e-praxis-b-d64747","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.432828025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"Deployment","name":"maas-api-e2e-praxis-b-d64747","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.463460766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"Service","name":"maas-api-e2e-praxis-b-d64747","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.480050015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-d64747","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.496071299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-d64747","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.512233545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.52934936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.547865132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.570452871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.58424797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.597853906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.611535003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"Service","name":"payload-processing-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.625353574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.64032434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.653973932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.667930459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.689998169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.723769156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.759704717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.775400865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-d64747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.789257536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d64747"},"namespace":"ai-tenant-e2e-praxis-b-d64747","name":"default-tenant","reconcileID":"6ec6af65-1075-4c3a-8a23-54082e5e104d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-d64747","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.808228486Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","namespace":"ai-tenant-e2e-ipp-a-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.808301961Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","namespace":"ai-tenant-e2e-ipp-a-7493cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.808379511Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","tenant":"e2e-ipp-a-7493cc","tenantID":"e2e-ipp-a-7493cc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.825800903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"Deployment","name":"maas-api-e2e-ipp-a-7493cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.857272818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"Service","name":"maas-api-e2e-ipp-a-7493cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.937273395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-7493cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.953707947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-7493cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:17.970154229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.012929885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.033892605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.055369391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.077233419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.094321269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.123572305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"Service","name":"payload-processing-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.153114914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.15674825Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d64747","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d64747","reconcileID":"a64c2e48-463e-4c3b-a193-f1f69795d0e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d64747","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-d64747"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.16953332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.186089375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.203542132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.22054654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.237543316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.254875655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.270166803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-7493cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.28557365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"default-tenant","reconcileID":"33319312-b8b2-4563-bc90-f293b735d8f1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-7493cc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.723470084Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7493cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7493cc","reconcileID":"9d24d721-ce45-4887-9fd8-6515774c9ddb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7493cc","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-7493cc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.742940987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7bb71a-22d2-43bb-8368-2906234f752a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.75754643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7bb71a-22d2-43bb-8368-2906234f752a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.772002679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7bb71a-22d2-43bb-8368-2906234f752a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.779595399Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"edec4471-a162-4da7-9914-ef7d3e7f662b","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:18.786920467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7bb71a-22d2-43bb-8368-2906234f752a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.807327512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"edec4471-a162-4da7-9914-ef7d3e7f662b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.812838865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"2c4860c7-428e-4890-91b6-1bc8c73a78f8","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.813163677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"2c4860c7-428e-4890-91b6-1bc8c73a78f8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.823771907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"6b630d9c-545c-4ec7-88c2-e3ecb5285a84","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.823843507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"6b630d9c-545c-4ec7-88c2-e3ecb5285a84","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.844578729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"9958cc5b-3839-4a2c-bbbc-2b2fbb7a437b","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.844670031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"9958cc5b-3839-4a2c-bbbc-2b2fbb7a437b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.885697838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"3108709d-75b6-4948-844e-1986e5d276f0","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.885746466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"3108709d-75b6-4948-844e-1986e5d276f0","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.966310978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"28baa8c5-b6ad-4a6b-9d46-72f93921e379","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:18.966384608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"28baa8c5-b6ad-4a6b-9d46-72f93921e379","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:19.127641439Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"2d616a09-254e-43bb-a438-d23c3c4aea9e","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:19.127701087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"2d616a09-254e-43bb-a438-d23c3c4aea9e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:19.34924284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba999c37-c44d-46c9-bd02-610490e9fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:19.363987682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba999c37-c44d-46c9-bd02-610490e9fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:19.378527775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba999c37-c44d-46c9-bd02-610490e9fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:19.392743033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba999c37-c44d-46c9-bd02-610490e9fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:19.448222315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"02adf3af-ae19-405b-a475-e4f171ab53a3","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:19.448300408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"02adf3af-ae19-405b-a475-e4f171ab53a3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:19.952032025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1b9e0b-c265-4160-9125-03c7c42bb2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:19.966623845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1b9e0b-c265-4160-9125-03c7c42bb2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:19.980998645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1b9e0b-c265-4160-9125-03c7c42bb2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:19.995159353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1b9e0b-c265-4160-9125-03c7c42bb2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:20.089011613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"fb7ac594-2418-45a4-9291-0c50267bbab8","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:20.089093447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"fb7ac594-2418-45a4-9291-0c50267bbab8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:20.548419226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"46154dda-3f4f-43b9-a5cc-b3a7b0dc86f4","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:20.548480053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"46154dda-3f4f-43b9-a5cc-b3a7b0dc86f4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:20.839117788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca00d12-44f7-4d95-af9a-bbabe42796de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:20.8532227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca00d12-44f7-4d95-af9a-bbabe42796de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:20.867411056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca00d12-44f7-4d95-af9a-bbabe42796de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:20.882617903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca00d12-44f7-4d95-af9a-bbabe42796de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:21.422106843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf06e53-47ca-4b38-9465-0e0f02d4316f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:21.436784084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf06e53-47ca-4b38-9465-0e0f02d4316f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:21.450805514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf06e53-47ca-4b38-9465-0e0f02d4316f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:21.465071821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf06e53-47ca-4b38-9465-0e0f02d4316f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:21.621327705Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.666105824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a64a60bd-cb66-4035-9f55-08e3eea8240b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.697333536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"187f500b-e9eb-4eb8-91fd-06cd40bcbb6f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:22.698948447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee6e8d77","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-apikey-sub-binding-ee6e8d77","reconcileID":"8c975954-f888-4c13-8be7-9369ebc5cad7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-ee6e8d77\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.733541102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3bd96690-9e83-4a3c-8af3-300515fa3c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.741238564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"bb8cadfc-cb98-47a4-94d2-8d7d13786d4b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.751922248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3bd96690-9e83-4a3c-8af3-300515fa3c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.760912814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"6bb92371-7e65-4776-81c3-46ee5398245c","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.8103188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"dde10ccd-2f28-4351-9bfc-2ffd0efc1ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.829856049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"dde10ccd-2f28-4351-9bfc-2ffd0efc1ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.845040195Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee6e8d77","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-apikey-sub-binding-ee6e8d77","reconcileID":"23726626-85d2-4ef8-b9de-bbdeda3572f4","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee6e8d77","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-apikey-sub-binding-ee6e8d77","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.897963196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"939a47b9-fef1-4d7f-b2f9-0193cc45f573","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.910736941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d7db08f2-d5ed-4977-8f1c-54304bcabfa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.922918209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"b2a41cef-1746-47f0-8fe1-ac865c232139","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:22.928130913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d7db08f2-d5ed-4977-8f1c-54304bcabfa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:23.008052371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"81ef6342-c946-481c-9504-a1b1cd71f435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:23.021623603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee6e8d77","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-apikey-sub-binding-ee6e8d77","reconcileID":"5059cc29-fc9a-47d6-a3e8-00842325672f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee6e8d77","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:23.027568663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"81ef6342-c946-481c-9504-a1b1cd71f435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:23.110266159Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"2479cdab-8567-4c9b-ad21-78ead2f954ea","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:23.110351314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"2479cdab-8567-4c9b-ad21-78ead2f954ea","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:25.990245361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"421e7a3c-95cb-4431-b54e-5061c874bdae","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.090919416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"64c6980d-e162-4741-b86e-be0e369d92c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.091924878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"db3aac43-bfe7-45c1-b49a-faede678527f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.125264817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"64c6980d-e162-4741-b86e-be0e369d92c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.129694535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"db3aac43-bfe7-45c1-b49a-faede678527f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.239930737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"771045d7-c60a-46b2-b77b-af886b7d7685","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.2571371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"47175efa-dab3-4c7c-95ae-6f3abfaa71b4","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:26.27133866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-sub","reconcileID":"e90ffa86-6df2-4939-85f9-bbfe400cfd42","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.284684722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"8262856e-cc55-4d8b-bd04-520607bc2db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.284807826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b1c34502-9cae-480b-9b3e-f7b7bb95e123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.307462581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"8262856e-cc55-4d8b-bd04-520607bc2db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.311800552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"4683045b-a735-42c5-a445-dd4d17cb82ea","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.313018612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b1c34502-9cae-480b-9b3e-f7b7bb95e123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.330853447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"da277331-5473-4bc9-a761-de3c2b96d794","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.396577242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ce398fd6-e500-4aa7-bc2e-b621c891315d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.399991626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3d29a333-e89d-43e2-a59f-98211b4670a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.417872213Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-sub","reconcileID":"1f3cd344-7fdc-43da-b09e-b521fe30886e","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-ordering-sub","ai-tenant-e2e-worker-w4-2119fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.420156314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3d29a333-e89d-43e2-a59f-98211b4670a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.421471757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ce398fd6-e500-4aa7-bc2e-b621c891315d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.468101687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"844221fb-a907-44c5-947d-4e0e07af1646","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.502160497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"9abbb90f-5f8c-416e-818f-511a5de24686","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:26.60805318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-sub","reconcileID":"255ca874-cfd8-4f1d-9311-d22de1968dec","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:28.233476771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"4bb0651e-6984-4ae7-a9a5-b0b308ff992a","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:28.233718817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"4bb0651e-6984-4ae7-a9a5-b0b308ff992a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:29.269228622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"4d4bdf7f-6057-4f53-ae44-6c750fcb45d3","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:29.287875178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"97072974-0a7b-4452-8790-136ef4af77fe","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:29.329055494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-auth","reconcileID":"ff30ff08-77c2-47b8-8f65-9bcf1c107c2b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:29.347034935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-auth","reconcileID":"ff30ff08-77c2-47b8-8f65-9bcf1c107c2b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:29.424103614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"5b0b1297-8ebe-4944-9f4a-5fa60e2f2cca","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:31.271184639Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"9e4fbb51-69bd-4cf6-bdb4-6fa0226d94d7","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:31.271254354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"9e4fbb51-69bd-4cf6-bdb4-6fa0226d94d7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:31.590267717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c555a2-a209-4b8c-af6e-0acfb064ef36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:31.604331296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c555a2-a209-4b8c-af6e-0acfb064ef36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:31.618356877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c555a2-a209-4b8c-af6e-0acfb064ef36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:31.632252667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c555a2-a209-4b8c-af6e-0acfb064ef36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.04273636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"a0c05d56-8694-47a4-a11b-4490555cb1f1","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.086324058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a97ea955-42d6-48d4-821f-9d360bbd0015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.086397827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-auth","reconcileID":"b4d411e9-1ddd-491f-9261-f1cd77e8ed50","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.086873051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"73e7afad-2ae0-4071-a6c9-4b01dfc6cd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.105679283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-auth","reconcileID":"b4d411e9-1ddd-491f-9261-f1cd77e8ed50","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.10891269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"73e7afad-2ae0-4071-a6c9-4b01dfc6cd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.109160817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a97ea955-42d6-48d4-821f-9d360bbd0015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.194372978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea64538-5329-4a47-a404-acad1de59a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.212444666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea64538-5329-4a47-a404-acad1de59a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.255154786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea64538-5329-4a47-a404-acad1de59a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:32.26961513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea64538-5329-4a47-a404-acad1de59a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.046243435Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee6e8d77","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-apikey-sub-binding-ee6e8d77","reconcileID":"696e94ab-c253-44ed-8b60-3463df95a26f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee6e8d77","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-apikey-sub-binding-ee6e8d77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.115875429Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee6e8d77","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-apikey-sub-binding-ee6e8d77","reconcileID":"696e94ab-c253-44ed-8b60-3463df95a26f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee6e8d77","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.183270776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"53e6e129-3a9c-44e8-8559-e9b9043f923d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.275078431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"204f8ee6-2570-4c0c-b424-067477dc0437","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.327856689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a08f9d79-9c2f-47a5-a70b-865d9c4b63d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.328066777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"64f74a31-df65-40f3-93ec-20da9b57db99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.349737275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a08f9d79-9c2f-47a5-a70b-865d9c4b63d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.349969689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"64f74a31-df65-40f3-93ec-20da9b57db99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:36.477207584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"77c075e5-16e6-42cb-937e-6ca8f2f161e8","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:36.47727627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"77c075e5-16e6-42cb-937e-6ca8f2f161e8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:36.575405843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"f8b8b854-2ffb-477e-b988-d8067877257c","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:36.575469969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"f8b8b854-2ffb-477e-b988-d8067877257c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.942022194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23413ee2-f967-4576-b530-108c9a402962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.958018817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23413ee2-f967-4576-b530-108c9a402962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.97423691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23413ee2-f967-4576-b530-108c9a402962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:36.994785526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23413ee2-f967-4576-b530-108c9a402962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:37.625153004Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"0ec523c8-dae7-4ef8-9940-d3b295ba000d","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:37.625321698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"0ec523c8-dae7-4ef8-9940-d3b295ba000d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:37.677790858Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-32f2d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-32f2d4","reconcileID":"449fc3a4-d01e-4a3e-a9c9-5eef161ae443","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-32f2d4","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-32f2d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:37.737229684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20da3e5-b86b-45dd-afe8-3ca2052fb292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:37.751974196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20da3e5-b86b-45dd-afe8-3ca2052fb292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:37.766605879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20da3e5-b86b-45dd-afe8-3ca2052fb292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:37.781126289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d20da3e5-b86b-45dd-afe8-3ca2052fb292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:37.785701943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"0d50f330-5b47-4478-8a02-939956221eec","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:37.785912548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"0d50f330-5b47-4478-8a02-939956221eec","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:37.791057848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"ec4a633f-f0f0-470a-845e-094bc5acbbba","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:37.811129144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"7a5482a7-321b-43a2-b2d2-6229500a6203","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:37.87269639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"176edb7b-c963-42ed-b2b1-a589aa60283a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:37.891855562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"176edb7b-c963-42ed-b2b1-a589aa60283a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:37.984487726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"7541fb0a-96f3-4242-8740-25a3a3902872","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.001947007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"90aa150d-b7a9-427e-8934-7894e5caf00f","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.027302343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"fc527f79-a44e-495a-8647-b95b0d11e853","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:38.039798645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-no-access","reconcileID":"d75c1728-85b0-41de-bc78-328f903cf085","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.061991787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"43bd8237-21e3-41c6-a2de-046a7698b03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.062082116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"ccf3679d-3d58-4d16-ae89-0d6c02811759","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.062363838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"135322b9-4509-4086-8416-299c64d9eccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.083660325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"ccf3679d-3d58-4d16-ae89-0d6c02811759","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.084163384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"43bd8237-21e3-41c6-a2de-046a7698b03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.085842269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"135322b9-4509-4086-8416-299c64d9eccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.088672903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"aa56ca02-1785-4f37-85fd-baefbb438589","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.12649957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"056e5de1-3fcb-43e6-a5e8-ed9afba12f02","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.248782137Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-no-access","reconcileID":"404ad441-75ce-4a59-8c91-bfd1a378fb68","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-0177f2/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.33828353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"806693f0-3702-4bfd-a3c2-b5f803522b6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.36252214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"806693f0-3702-4bfd-a3c2-b5f803522b6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.374674375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"c9250943-bc78-401e-8024-a1eeaa8bd6d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.381703616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"9d27c25d-ff9d-4ac2-b8c6-914dcbedb414","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.38745241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"98f7fdec-67ff-4daf-aef3-8e0a8d1d8699","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.387696828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"10d9f7c1-5a1d-4b91-9e61-a9c324de7aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.439346377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"98f7fdec-67ff-4daf-aef3-8e0a8d1d8699","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.446139803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"10d9f7c1-5a1d-4b91-9e61-a9c324de7aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.456786708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-no-access","reconcileID":"2a399f21-b9d5-433e-ad91-a7848d3a70ad","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.534809642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421d3904-846f-4132-8afa-82f1d09d416b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.550144113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421d3904-846f-4132-8afa-82f1d09d416b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.564358801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421d3904-846f-4132-8afa-82f1d09d416b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:38.578619653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421d3904-846f-4132-8afa-82f1d09d416b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:39.018877408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"4b4d0bdc-1a07-4bcd-b7fc-8f8fa8eb1922","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:39.069141172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3556307b-05c2-433a-b510-3d719afe6613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:39.069849377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"de9cdcad-a7c1-434a-8083-74d87480127d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:39.070331069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"cfff6a92-adda-4cb5-89ee-5b6e9302e473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:39.092469438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"de9cdcad-a7c1-434a-8083-74d87480127d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:39.094065338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3556307b-05c2-433a-b510-3d719afe6613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:39.155971424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"cfff6a92-adda-4cb5-89ee-5b6e9302e473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:39.188233149Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"9cdd6b59-e4ee-436f-a4b5-2d3dd62ff75d","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:39.188300373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"9cdd6b59-e4ee-436f-a4b5-2d3dd62ff75d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.089488942Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-sub","reconcileID":"869581f6-4daf-4ce1-9412-74f08ce49226","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.150523318Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-sub","reconcileID":"869581f6-4daf-4ce1-9412-74f08ce49226","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.2088794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"ee5e3ee8-39f2-4837-b5ca-b61ed5c39eba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.214748215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"b5d59697-5c22-41e6-bb9a-517ff468acb6","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.256425529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"85b474e5-3226-4ecb-9dda-b0e91d455166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.256497582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-auth","reconcileID":"621c2478-9ad5-4e8d-b4be-760be14ff3a3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.256752401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f1df65f8-e97b-475e-9e82-5db24167d1b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.274515213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-auth","reconcileID":"621c2478-9ad5-4e8d-b4be-760be14ff3a3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.274668803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f1df65f8-e97b-475e-9e82-5db24167d1b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.27657053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"85b474e5-3226-4ecb-9dda-b0e91d455166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.360928557Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-ordering-auth","reconcileID":"8b4701c6-7781-4e9a-9b32-fb7b09948393","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.360976414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"766d520f-6812-41a9-a61d-ec4b13fd0902","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:42.43326126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"beb7cc1f-98a4-4fd2-b8b1-0b504104ebd7","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.620870217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"b6e610b9-fe95-4e9d-aab6-37dc6dca084b","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.636496017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"ab3aa921-9afd-4dd8-8ce1-1c132823625a","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.682416191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"2e1ef323-5981-4e71-8dd4-cefb96261c4f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.702569581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"2e1ef323-5981-4e71-8dd4-cefb96261c4f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.817171118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"a7d116a5-7b48-4930-838d-cdbf8848b74d","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.834465705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"bc47c0f9-8699-42ea-afb8-9aebcb7d16fc","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:43.849988747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-subscription-success","reconcileID":"9321c1e1-9458-4935-9f73-96f5759613bd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.859543192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ab6830a3-7cbb-4cdc-be2f-61176da528cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.859553628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c3be29c0-9d59-42f6-ad00-4d65bd82617d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.868276428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"13d42b68-3971-41da-a8e6-9e790cffc638","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.878217861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ab6830a3-7cbb-4cdc-be2f-61176da528cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.878339499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c3be29c0-9d59-42f6-ad00-4d65bd82617d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.885344717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"368c96fa-3c35-464d-ba43-ee5579d66eaf","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.901564111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"278f6a5e-7498-49df-b72e-ee18ccbafeb1","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.959125206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"f0031377-9598-4d6d-a9b7-1641a76e1c9f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.978895483Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-subscription-success","reconcileID":"7b3acd4a-47a7-4eab-a6a5-bff47a373269","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-test-subscription-success","ai-tenant-e2e-worker-w4-2119fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:43.980079037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"f0031377-9598-4d6d-a9b7-1641a76e1c9f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.029230044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"ee292f99-a4df-409d-9af8-27ef22227a6e","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.058392917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"f4f8b594-61e0-45ee-859a-4b2090e61964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.059517145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b1032f11-8af1-4639-9097-2904a4af4ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.059693131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"da147c6f-1ef8-4b84-856d-22b98f0e609c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.077290655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"da147c6f-1ef8-4b84-856d-22b98f0e609c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.078013802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b1032f11-8af1-4639-9097-2904a4af4ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:44.079391514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"f0031377-9598-4d6d-a9b7-1641a76e1c9f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.159531567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-subscription-success","reconcileID":"c4ec7810-8bfa-4032-833a-0d49ec0860cb","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.160166625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"94527073-942d-488f-a91d-79d22dec6033","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.177885646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"94527073-942d-488f-a91d-79d22dec6033","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:44.22662724Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"3f2c1efe-31fb-4edf-8a95-edf769c8ba80","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:44.226735466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"3f2c1efe-31fb-4edf-8a95-edf769c8ba80","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7493cc/ipp-route-7493cc-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7493cc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.743206436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"21d3bbfd-66f9-4588-856e-caffa234969d","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.786464915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"83f07f37-dff4-4ced-a4da-d75bab7cbf10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.787684514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7877cf51-87ca-4c66-897e-4214723612b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.787761947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"a0d38176-95d6-48fb-8709-fca2bf763d5d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.804800918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"83f07f37-dff4-4ced-a4da-d75bab7cbf10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.805792852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7877cf51-87ca-4c66-897e-4214723612b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:44.807265722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"a0d38176-95d6-48fb-8709-fca2bf763d5d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.091923972Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-no-access","reconcileID":"3c3435d2-0297-46b3-9510-df217107964a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.155169592Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-no-access","reconcileID":"3c3435d2-0297-46b3-9510-df217107964a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.211858745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"a50ce08c-4305-49f2-b0e0-c878eaa3c4e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.216879493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"1b18f26b-6c62-4c9f-b692-3a8ca01fd7f6","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.258867106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"213e0677-c160-4c5f-ac66-b96e23081bfb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.25891053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3037cd6d-0ba9-468e-a7b4-8edeaf47511a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.25921298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"405dbaa4-b013-48fb-8bf3-f38057a10487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.277182388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"405dbaa4-b013-48fb-8bf3-f38057a10487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.277993396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"213e0677-c160-4c5f-ac66-b96e23081bfb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.279488301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3037cd6d-0ba9-468e-a7b4-8edeaf47511a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.36786173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"29c59005-61ca-464a-a125-c0052de605ea","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.408132198Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-no-access","reconcileID":"5a093124-b789-481b-bede-097f33738a1c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:49.524532778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"fb9c91f7-3493-4d9c-a4d2-4b6622f12ada","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.353061655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"37045336-62d1-44c0-a823-68e81bda46ac","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.353083918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"37045336-62d1-44c0-a823-68e81bda46ac","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.49916864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"0383e440-e56d-4961-b65b-64144c7cad01","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.518794426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"3606a780-5cc5-4a04-92e0-d1618b5c131f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.559191715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"28b92dc9-7445-4d60-98a1-f2f518859dd3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.577074371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"28b92dc9-7445-4d60-98a1-f2f518859dd3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.70726405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"b9a186b2-c9a9-4b00-b606-b66fce4b43d4","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.707349833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"b9a186b2-c9a9-4b00-b606-b66fce4b43d4","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.73040013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"f76e29a0-312b-40af-8084-5f2d7ca727f4","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.730512648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"f76e29a0-312b-40af-8084-5f2d7ca727f4","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.74967857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"9bb265c2-28c6-44eb-b916-0b217c158c39","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.762938475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"3c026066-a25b-4f5a-ac35-d6cc98aff8c4","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.878371209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8236dd42-ab1a-4e98-a3ec-b0efc61a8316","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.902985681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"cfbf9444-1cfc-4541-8ad4-b1677a3b0b93","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.914572546Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"3c026066-a25b-4f5a-ac35-d6cc98aff8c4","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.918107697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4edbbb07-dfef-4270-9456-ef90ad606c10","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:50.921525994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-free","reconcileID":"6122f333-cb59-4efd-8f73-1f6a40a67593","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.931722922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cc8b13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"3c026066-a25b-4f5a-ac35-d6cc98aff8c4","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.937216484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4edbbb07-dfef-4270-9456-ef90ad606c10","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.950639386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"127fcf9c-4084-4bae-b5b6-2bfdb92e8d7e","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.950654834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"127fcf9c-4084-4bae-b5b6-2bfdb92e8d7e","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.958898112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2aba94a3-a362-4a2b-b3ec-591e19ed737a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.992045033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2f89bb71-172f-4830-890b-c642089d4728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.992453253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"dd33a3f9-911b-4e2d-87f1-c3edd5620068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:50.99273014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"0c74ef8a-b74e-44a0-808a-59f9d1bf74b8","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.010762479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"dd33a3f9-911b-4e2d-87f1-c3edd5620068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.011387957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e40b9c53-2ae0-4266-a95a-38c1e0ea16f2","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.011605727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2f89bb71-172f-4830-890b-c642089d4728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.01207214Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-0177f2 priority=0:[ai-tenant-e2e-worker-w2-0177f2/e2e-test-subscription-free ai-tenant-e2e-worker-w2-0177f2/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.049692822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"deb25c38-748c-48ba-a74e-bccca4ea8a2d","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:51.076879814Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-0177f2/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.132663852Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-free","reconcileID":"a30e9d04-1578-4602-be33-f1432580813e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.133032197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a9874758-146c-4513-a2b0-7f3ce354a9db","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.166759521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2cf15327-7f66-4e6e-918a-e6ddafa4e172","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.187958908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2cf15327-7f66-4e6e-918a-e6ddafa4e172","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.192270731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"43b3c10f-0820-4d9a-b38a-d5d4eb1b68f1","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.218132725Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-premium","reconcileID":"ad8edf23-1408-497e-8409-c86a24f20cdb","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-0177f2/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.223459904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c03d34b8-dc69-4609-abbe-061c2b3f9e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.223459779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"41a52410-6dda-4b4e-80fb-b374f4ccd5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.241287551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"41a52410-6dda-4b4e-80fb-b374f4ccd5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.241704267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c03d34b8-dc69-4609-abbe-061c2b3f9e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.247427769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"5a6be6f2-46df-4f4e-bd4d-24b27fe438b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.273112426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"b362e806-9edc-4244-a88a-c77d64c01b04","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.324036417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-free","reconcileID":"4c9d564f-1f6a-46c4-964a-4f8b4237ba2f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.388531371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-premium","reconcileID":"a6e305a2-23f6-489b-ae89-c85d16a2b426","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.388828119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"a2f5cd19-2816-484e-ad28-d3bb54a91252","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.487329907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-free","reconcileID":"7b5c9701-e654-48ad-a57c-5f29fb44ef31","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.620968713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.968864281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"26cca183-4508-4f80-a5ac-efa39929301e","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:51.986360735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"26cca183-4508-4f80-a5ac-efa39929301e","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:52.006393311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cc8b13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"26cca183-4508-4f80-a5ac-efa39929301e","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:53.417578126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"f2999c34-d08a-4105-a1fd-ebdb36de63f9","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:53.460402511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"fc91014a-8ed0-4d00-bdfb-eadf0c0043d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:53.460545505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a87d0794-4d81-4b1f-a045-b09fe6684776","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:53.460833262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ca262ef2-6b99-4359-ad25-47b203c98a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:53.478577773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a87d0794-4d81-4b1f-a045-b09fe6684776","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:53.478609098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ca262ef2-6b99-4359-ad25-47b203c98a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:53.480727189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"fc91014a-8ed0-4d00-bdfb-eadf0c0043d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:54.790423169Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-subscription-success","reconcileID":"94f45fb2-8a2e-4595-a562-4c25f1726b44","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:54.852357101Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-subscription-success","reconcileID":"94f45fb2-8a2e-4595-a562-4c25f1726b44","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:54.909316952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"7114bff6-bc5f-4467-af7e-3d9a30cce602","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.000317424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"f38b9317-eff0-4598-97ec-2a78dee2b6ff","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.020637903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8e6c4c5e-7155-45e3-8098-50aeb66d3322","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.043169651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ea1c305b-2e5e-40b4-be1d-f436b3da7676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.043555236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"372e4556-e456-48a5-b500-8a9a6f1043e1","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.043791753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b5856a31-6bda-4524-b0a4-6917f0f67175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.072513892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"372e4556-e456-48a5-b500-8a9a6f1043e1","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.072844656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ea1c305b-2e5e-40b4-be1d-f436b3da7676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.076249204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b5856a31-6bda-4524-b0a4-6917f0f67175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.16837802Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-success","reconcileID":"1b89af50-86d1-4015-9a39-212b52e32e6b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.168433194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"c04e2eb7-cfc5-43bf-997e-5e2d5843aa9b","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.328656932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"681e81e1-3c2d-4a99-920e-d2b36e0284ef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.555742392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"a9e7baf0-85ea-40a4-ab38-7f2a6cc931fa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-32f2d4","tenantID":"e2e-praxis-b-32f2d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:55.593132891Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"a9e7baf0-85ea-40a4-ab38-7f2a6cc931fa","name":"e2e-praxis-b-32f2d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.39471411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"53fe9a99-b268-43d0-bfb0-d5ac5f12abe8","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.410874536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"ad886d57-2844-4d06-985c-2ec07a91efed","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.451171825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"beda577b-fc88-46ad-955e-677b5fdd5a9c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.468874327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"beda577b-fc88-46ad-955e-677b5fdd5a9c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.54594864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"74482148-6314-432b-a914-2fcde2fdc47d","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.586510742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"e0980c4a-b939-404c-acc7-45e2b9c1cd52","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.598904707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"66e633d7-79b7-43c2-bc94-418deb74eb85","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.605500905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"e0980c4a-b939-404c-acc7-45e2b9c1cd52","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.61580493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"65791942-a258-41d9-93d6-30f5b16c7d68","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:56.628038975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-user-subscription","reconcileID":"cac9bc3b-54c1-4af2-9356-6d192fa3cdbe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.664779562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"76d47303-f956-442b-95af-53d35b7f5d42","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.682732307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"b0be55e3-5122-406e-bed4-a97eff51bd89","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.686761785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"aaa63e74-194a-42ac-af41-b1d89c0be83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.686773033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"8d63f2ed-124a-473b-a368-190500d134b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.70425216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"8d63f2ed-124a-473b-a368-190500d134b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.704261246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"aaa63e74-194a-42ac-af41-b1d89c0be83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.757662533Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-user-subscription","reconcileID":"c5fd3b27-4af6-4566-84c3-f79396ac87c3","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.786493666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"437e83bc-34a8-4595-8f33-bffc0f939f46","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.787183599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"33a58dc9-cca8-4376-9297-86f14214303d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.787433462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d8def50f-f601-4a1b-b706-1e32decb0db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.804071332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"437e83bc-34a8-4595-8f33-bffc0f939f46","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.804474936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"33a58dc9-cca8-4376-9297-86f14214303d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.80624168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d8def50f-f601-4a1b-b706-1e32decb0db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.808029903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"0fb75818-4259-44fd-8403-981593065515","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.812901734Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-2119fb priority=0:[ai-tenant-e2e-worker-w4-2119fb/e2e-test-other-subscription ai-tenant-e2e-worker-w4-2119fb/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.81305258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"6824f5bb-1794-4ce4-a015-36fe243754a3","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.831009533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"3e25fcd6-ffc4-41a7-9681-2dd6cf615a4f","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.841657279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"00b062df-2718-47a4-83a9-f4a6dc6e3bfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:52:56.84426475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-other-subscription","reconcileID":"157e6ae6-282f-44fe-8deb-fe1a91c1ebb6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.850489078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"044ebd6d-b47f-4fc9-8dd5-508bd652894f","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.881975372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"20f2c4dc-ca9e-4b7e-8fcb-c582a4bb9d23","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.900508275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"613f8e05-6b0d-4f67-96fe-0e7325cadd31","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.958479528Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-user-subscription","reconcileID":"3e97d61d-049c-4bd9-bd0b-04aaf97613bb","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-2119fb/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.975673048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c74115a9-2349-48cb-9580-ef3d0f4e72da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.975847873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"922e0f8f-bc69-4bd4-8586-052c263cfc95","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.976015536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f64e69fb-0be7-446e-9592-b6bb1060267e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.993712931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f64e69fb-0be7-446e-9592-b6bb1060267e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.99383766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"922e0f8f-bc69-4bd4-8586-052c263cfc95","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:56.995771796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c74115a9-2349-48cb-9580-ef3d0f4e72da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.05892063Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-other-subscription","reconcileID":"64a6bfa6-39cc-463f-b194-1d7d7755b860","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-2119fb/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.087176381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"c164d2db-937d-41d6-bd5b-2bb31b9d511e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.087222378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-user-subscription","reconcileID":"4a3eb811-8d84-402a-8c3e-922f1376699b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.108261938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"534b5f0d-78a0-40a2-baec-fc75e1f9a6ad","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.164651536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-other-subscription","reconcileID":"3b7ef2a1-ae44-4185-b9a9-eee5582767d7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.175462787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-user-subscription","reconcileID":"121d8106-501e-426b-aa86-2d644c09df1b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.175828283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"9f236b98-6d8e-4882-90e3-e41d8e4b813a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.541942858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"41c81086-835f-4d29-a690-c67b947a0678","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.58642663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"9fb99aca-4272-4dee-83d4-c5b0e2974bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.586448176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"b40103e1-f25b-4c03-b787-5acc3ff6e5b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.586804095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"376b3083-21cb-40a4-bc5d-9b9b51b27a93","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.604411455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"9fb99aca-4272-4dee-83d4-c5b0e2974bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.605097634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"376b3083-21cb-40a4-bc5d-9b9b51b27a93","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:57.606653697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"b40103e1-f25b-4c03-b787-5acc3ff6e5b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:01.019697516Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"f24c9faa-062a-4f50-9d09-6d7c600beb06","name":"ipp-route-7493cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7493cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:01.019858187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7493cc","namespace":"ai-tenant-e2e-ipp-a-7493cc"},"namespace":"ai-tenant-e2e-ipp-a-7493cc","name":"ipp-route-7493cc","reconcileID":"f24c9faa-062a-4f50-9d09-6d7c600beb06","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7493cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:02.036420358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"76dee9cf-ed39-46f2-a0fc-c1520be288ec","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:02.054470472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"76dee9cf-ed39-46f2-a0fc-c1520be288ec","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:02.071147143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cc8b13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"76dee9cf-ed39-46f2-a0fc-c1520be288ec","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.465006429Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-free","reconcileID":"9c551476-d4bf-4279-a7ba-8f268c590f04","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.526636902Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-free","reconcileID":"9c551476-d4bf-4279-a7ba-8f268c590f04","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.586128859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-premium","reconcileID":"616a9a19-c702-4525-8efd-40e65b058399","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.586444749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"59ee0f67-ba61-4b21-aeea-171100df9bdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.673971877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"258c012b-2454-404d-8d30-52fab60c7fa7","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.694448226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"98ee268d-80c2-4a15-8443-a946ad85e197","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.716515839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"901d06a3-745b-431d-ba17-4d104a21d088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.716750033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d8ea9607-6a23-4410-847d-de93bbe570e0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.716515755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"5fac418b-92dc-4d32-ba34-8f890e276b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.735075186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"901d06a3-745b-431d-ba17-4d104a21d088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.735471577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d8ea9607-6a23-4410-847d-de93bbe570e0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.737482918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"5fac418b-92dc-4d32-ba34-8f890e276b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.813638339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"0e942cbc-652c-4f14-8905-aa13f7a4aedd","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.916904023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4f0027d0-4cd6-4a62-9224-a6a92f8a9977","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.917261625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"70727ca1-21fb-4435-801a-ed8e6df70568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.917530526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5ad0ef44-7e49-4960-9f46-08131d49ca30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:03.99916922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"70727ca1-21fb-4435-801a-ed8e6df70568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:04.002237034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4f0027d0-4cd6-4a62-9224-a6a92f8a9977","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:04.004378555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5ad0ef44-7e49-4960-9f46-08131d49ca30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.591634977Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-user-subscription","reconcileID":"be8fd2e5-4b03-4fdf-875e-0e9d24b2ffad","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.654737271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-user-subscription","reconcileID":"be8fd2e5-4b03-4fdf-875e-0e9d24b2ffad","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.718719711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-other-subscription","reconcileID":"0938367e-72f7-4d8d-836e-727551b58932","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.71874777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"da571239-7089-49ae-9fcd-b68659f52cbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.805428366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"bb497878-dd8f-4474-ad27-00bb8a2ae9f8","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.85333552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"abef316f-18fd-4d4b-8b89-1865b22813cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.853734977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e3f0282e-225e-41ca-a605-815de1bfb8ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.854094998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"83233652-788d-4353-be78-4d9cad5dacc9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.872171373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e3f0282e-225e-41ca-a605-815de1bfb8ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.872370452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"83233652-788d-4353-be78-4d9cad5dacc9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.87438957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"abef316f-18fd-4d4b-8b89-1865b22813cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:07.985480684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"c839485e-b201-4177-a097-1d3fa972bb63","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.02880314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fda4d3-2b55-4760-9982-9b3f24c44834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.044442115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fda4d3-2b55-4760-9982-9b3f24c44834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.059707875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fda4d3-2b55-4760-9982-9b3f24c44834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.073711235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43fda4d3-2b55-4760-9982-9b3f24c44834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.07397669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5b0a1bca-c337-4608-a52d-a028b03397c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.087915124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"fbc2c246-1278-4973-94ff-4f385a9ba2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.08804573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"33eaf848-6ecf-41a1-af4a-8d0db8d72d5b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.091809029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5b0a1bca-c337-4608-a52d-a028b03397c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.105637275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"fbc2c246-1278-4973-94ff-4f385a9ba2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.105642226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"33eaf848-6ecf-41a1-af4a-8d0db8d72d5b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.636127597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3143ddc9-e69c-45cb-a2aa-38077f82308a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.65045838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3143ddc9-e69c-45cb-a2aa-38077f82308a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.69163774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3143ddc9-e69c-45cb-a2aa-38077f82308a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:08.70578185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3143ddc9-e69c-45cb-a2aa-38077f82308a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:09.284753822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54da1743-df54-4a34-a8e5-887eb62c5721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:09.29899793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54da1743-df54-4a34-a8e5-887eb62c5721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:09.312929742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54da1743-df54-4a34-a8e5-887eb62c5721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:09.327061755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54da1743-df54-4a34-a8e5-887eb62c5721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:09.883383284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8dde34-3253-4017-9e58-dbab2563c728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:09.898005619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8dde34-3253-4017-9e58-dbab2563c728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:09.91233665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8dde34-3253-4017-9e58-dbab2563c728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:09.926334067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8dde34-3253-4017-9e58-dbab2563c728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:10.580897925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee00cbc4-40de-4740-aa3d-1eddb0730730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:10.595858469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee00cbc4-40de-4740-aa3d-1eddb0730730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:10.611533613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee00cbc4-40de-4740-aa3d-1eddb0730730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:10.6259218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee00cbc4-40de-4740-aa3d-1eddb0730730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:12.125948249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"520727e4-f87e-49ca-a25d-0ad9dc4e2dc7","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:12.193224937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"520727e4-f87e-49ca-a25d-0ad9dc4e2dc7","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:12.211257789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cc8b13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (523f0587f1352d3e37c0664a7e555c8bf57c495b5735708760aaab4bca415e40) AuthConfig (b1536d743b82ad1c4065ec3491b47980ba0d9bc73075b6a8c9bd8518888616f2) AuthConfig (5e0141e7f1ac3190b03328a12fb7911942641bc780e18dc5faa42b26cd412ca4) AuthConfig (19cea55526d3faeb4e17978818779910cbef4a3be2aad3102944bd47230fd392) AuthConfig (5fa405248c263f1f1df382bde63806cce97451893b33418b8cf88f7e61e182a3) AuthConfig (0cf7f9d2b7e13d59d08cded06e6a9a9f86c1847002a1633c2773a1b9419452b8) AuthConfig (9510ea50d845e510c90394d0f6ba678ba3475200633474966ea6143f45a27fbd) AuthConfig (337f84812fe820e4c653776e908c3690c21331e9e763ac9ecff174fa36270f9a) AuthConfig (d2dd5b9483d04915021f367f6f88c8e3671d44fdba21d561769d6e1074ab2615) AuthConfig (a9920be81a97283dcea248f3d500f3d71748804c0e633a5e057995a668b0f7e7) AuthConfig (1ffce636b0a34a25e4e712358efe0bccb44f8d698979df23778bb94437c4658e) AuthConfig (0b2bf80efb86a949472471adddffcf5de98753bfb4b6f9e280da3af8067baaf5) AuthConfig (f4594dd81444291910809ef91639c05c2cf7c57ddc9ca379711a43aba052bd70) AuthConfig (3467a1c2b4b2ea2ce95ea65378ae2ff53e88417561a945818ef49da8dd834e0b) AuthConfig (89770beff636dda6508f2e7bb5cbbda6c9d6c2629b76b238db308bcfdf443b7d) AuthConfig (58941faad1f349b940d29dc772e86a9695b8936817f210eaf7b9e3a58532f6af) AuthConfig (e54f1334608a67fd0f55771466d2dd08dd3e22faa8808259e4fd5173d39ca45b) AuthConfig (1fdde393c365c26061ecfcd544825ca6cfa9412b94332b14fd1b1c960e3b9c2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"520727e4-f87e-49ca-a25d-0ad9dc4e2dc7","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:12.231726343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"5ad58eb4-8433-4107-a2b5-c68f7010bd47","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:12.231746578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"5ad58eb4-8433-4107-a2b5-c68f7010bd47","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:13.86107995Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-premium","reconcileID":"79ffe977-394c-499a-a4ff-3145b15e74e9","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:13.925056657Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-subscription-premium","reconcileID":"79ffe977-394c-499a-a4ff-3145b15e74e9","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:13.983703199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"0e829cb7-76e5-405b-913c-de2846e171f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:13.989530205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"32f4fcca-e38d-40ad-9c71-db5ee8f9c1dc","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.031541623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0697ed78-886b-401a-926b-281d2c2734e7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.031665727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d0747db2-9155-4d3f-8da6-0ab767034b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.031859371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8eb8a67c-5c3b-462c-a128-eef1876b7bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.049574927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0697ed78-886b-401a-926b-281d2c2734e7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.051910609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8eb8a67c-5c3b-462c-a128-eef1876b7bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.054010342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d0747db2-9155-4d3f-8da6-0ab767034b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.137442181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-auth-multi-sub-valid","reconcileID":"dd0a0f76-dd0c-4cf5-bb7a-231df7cf41ef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.137529389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e2047d3c-2f88-4dd7-9df4-1f7521213103","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.213547807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"3e37063a-a5e5-4613-a0f7-345c91b3e568","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.291164738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9fd5e48-014b-4f4d-9d5a-f4272056c7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.305291452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9fd5e48-014b-4f4d-9d5a-f4272056c7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.319730814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9fd5e48-014b-4f4d-9d5a-f4272056c7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.333718522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9fd5e48-014b-4f4d-9d5a-f4272056c7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.945688507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10a65b3-ccd5-4247-815e-847563d6978b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.959926955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10a65b3-ccd5-4247-815e-847563d6978b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.974104932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10a65b3-ccd5-4247-815e-847563d6978b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:14.988212918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10a65b3-ccd5-4247-815e-847563d6978b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.401450958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8e7e4555-456b-48c8-b793-94a54154aa44","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.420113479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2229c840-5e12-4207-9942-7635f126ecdb","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.500614873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"ad1df07a-bfdd-4589-a3cd-3408f4cfb10f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.520277387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"ad1df07a-bfdd-4589-a3cd-3408f4cfb10f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.586716163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"53cb3a58-2721-4b74-ab31-2da26f583c0f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.599900614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"26d9d604-e6a0-401c-b6c5-0f81475b113c","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.605506519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"7459c66f-f12f-44bf-9858-1396268e64c3","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:15.61583308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-subscription","reconcileID":"6ae17d2a-e274-4afc-9c9a-e99ba7c3c14b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.628025976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a7732380-6169-45e1-ab8f-088acebd15bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.628055281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"29597111-c3bb-4f32-b9c1-b83b32d435ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.64582892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"29597111-c3bb-4f32-b9c1-b83b32d435ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.64616716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a7732380-6169-45e1-ab8f-088acebd15bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.65279494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"644f46a7-ed92-4c71-b4ce-7c299e2c54e9","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.671344339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"6c57883d-b4d5-49b8-af4b-63e0309a359e","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.728196089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"77736fac-9311-4191-b21e-723ca5412bc2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.74634867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"77736fac-9311-4191-b21e-723ca5412bc2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.747078312Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-subscription","reconcileID":"99b4e80b-83f2-4c9b-86ef-1328b4fe0342","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.811307939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"876bec3c-70fd-4dfb-89dd-a8db7ee7548a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.834086385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"be804aa9-614a-43df-8e7c-53abb02cc1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.834086602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"7ff5a38a-df05-4cd0-b8a6-a7bb5ee780a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.839332789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"b86de1cf-193d-47b1-a20d-6ce5ac6c77d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.851832345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"7ff5a38a-df05-4cd0-b8a6-a7bb5ee780a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.851945219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"be804aa9-614a-43df-8e7c-53abb02cc1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:15.902883092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"77736fac-9311-4191-b21e-723ca5412bc2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.928812581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-subscription","reconcileID":"fb74cb8b-9f3f-497f-a09c-8367b64a2424","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.943209527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"56dfe6a3-7c4e-4c43-bb87-d2999897c35e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:15.961718008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"56dfe6a3-7c4e-4c43-bb87-d2999897c35e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:16.454693839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"647472e8-783c-4662-b6a2-f2159fa8758a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:16.500385834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f6cac329-1b08-48ff-b03c-19ab614b5225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:16.500631091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"c659ef52-a430-4e99-94b1-78ea69c2da06","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:16.500848093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"eb9b6802-d733-49da-9519-80d73eb33456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:16.518870349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"eb9b6802-d733-49da-9519-80d73eb33456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:16.518881812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"c659ef52-a430-4e99-94b1-78ea69c2da06","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:16.52111979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f6cac329-1b08-48ff-b03c-19ab614b5225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.034875708Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-other-subscription","reconcileID":"b3a9e9c6-2f08-440c-a083-b8fdc5536f6f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.093887471Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-other-subscription","reconcileID":"b3a9e9c6-2f08-440c-a083-b8fdc5536f6f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.150376989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"4917ce5d-29a1-4378-ac8a-0bce8e9954c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.241159038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"d1225d4a-133f-444a-ab3a-c24a0a336fd9","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.283104627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1886d358-3e33-41f9-ba10-b037bccca677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.283164268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4e88c355-8333-4402-9eb6-239ea4ecfabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.283427675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"96302de9-253a-4734-a1ad-e92d96d33f01","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.311673544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4e88c355-8333-4402-9eb6-239ea4ecfabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.312418058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"96302de9-253a-4734-a1ad-e92d96d33f01","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.316108883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1886d358-3e33-41f9-ba10-b037bccca677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.406266567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"a1aa96cb-152e-41b9-91eb-d20c0ff251c9","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.45379786Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-auth-access-denied","reconcileID":"d9847c4b-7e0b-4ec9-aa85-208db8951eb5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:18.512802339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"65fb6d56-b305-4195-874f-4897f241de8a","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:19.865561769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"074776bf-4d38-43ed-9309-0db64ae83340","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:19.884384256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"e342f2be-792c-4272-84fc-78bc7d066f0f","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:19.929122864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"91febdfe-8a06-41c9-916b-f85bf926bb16","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:19.948136416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"91febdfe-8a06-41c9-916b-f85bf926bb16","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.029688253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"72d6d53c-3890-4469-8751-1f6421d367bc","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.073694343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"610a1f35-3221-4db2-81ba-4415ec259dd4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.074411443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"8c21b5d8-0687-4b9d-935b-f8bc599780d1","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.09195305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"610a1f35-3221-4db2-81ba-4415ec259dd4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:20.108796133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-sub-only","reconcileID":"cc2c9ecd-6523-4e6b-b84d-22af246ce138","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.10940943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"da58183d-fccf-444d-a47c-c341d955fa14","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.149124633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"1b7199d0-54ee-465a-829a-997cf39f3ead","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.168236922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"da5f3907-295d-4d60-9440-80555f6a8481","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.170806109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"cd231875-2522-4a5c-ba07-4599239675f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.171110177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"26fee44f-6260-4307-b452-6e12295d884b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.188453959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"cd231875-2522-4a5c-ba07-4599239675f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.188569793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"26fee44f-6260-4307-b452-6e12295d884b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.253945374Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-sub-only","reconcileID":"fc96d369-fbdc-407b-8afc-b72036c2729e","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-2119fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.270918762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"50d40d3e-1ce6-492c-b8ca-e97e1a1bfdb4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.288403191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"50d40d3e-1ce6-492c-b8ca-e97e1a1bfdb4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.308015715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"b0e9767d-07e0-4e46-9e0a-517bfcf0b502","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.331045046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"f369538e-e064-469c-97d0-75320fa4225f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.371682035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5da90057-5e7e-4344-95e2-e9164c8403e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.371995923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d4dd164a-31ca-4fd6-b118-2b2dba533515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.383094581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"ce2217b3-95ed-4256-b1c4-729cbbaf5862","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.389256179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5da90057-5e7e-4344-95e2-e9164c8403e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.39033805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d4dd164a-31ca-4fd6-b118-2b2dba533515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.406809603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"ce2217b3-95ed-4256-b1c4-729cbbaf5862","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:20.433750303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-sub-only","reconcileID":"2c67e943-7bf9-4f75-9ad9-6908c3c036cc","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.12101449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"3fe154f4-b562-450d-92db-36a640097d71","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.162480707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"0755efc6-a07c-404d-af00-5b79271b5f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.163013425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"c9099af4-08a7-4217-8178-052a17cbaeb9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.163047866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"908c59a2-68d7-48fe-8d3e-a8909f3dfb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.180372384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"908c59a2-68d7-48fe-8d3e-a8909f3dfb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.181063791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"c9099af4-08a7-4217-8178-052a17cbaeb9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.182652594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"0755efc6-a07c-404d-af00-5b79271b5f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.625758373Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.720258066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fec3f-76e2-4f01-8d1e-44fd10f3c3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.734618669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fec3f-76e2-4f01-8d1e-44fd10f3c3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.748481805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fec3f-76e2-4f01-8d1e-44fd10f3c3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:21.762330047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fec3f-76e2-4f01-8d1e-44fd10f3c3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:22.259342113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"c8d400f8-10cb-4dba-bb7b-1f0d82b8ca90","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:22.277033094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"c8d400f8-10cb-4dba-bb7b-1f0d82b8ca90","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:22.300372177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cc8b13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (523f0587f1352d3e37c0664a7e555c8bf57c495b5735708760aaab4bca415e40) AuthConfig (b1536d743b82ad1c4065ec3491b47980ba0d9bc73075b6a8c9bd8518888616f2) AuthConfig (5e0141e7f1ac3190b03328a12fb7911942641bc780e18dc5faa42b26cd412ca4) AuthConfig (19cea55526d3faeb4e17978818779910cbef4a3be2aad3102944bd47230fd392) AuthConfig (5fa405248c263f1f1df382bde63806cce97451893b33418b8cf88f7e61e182a3) AuthConfig (0cf7f9d2b7e13d59d08cded06e6a9a9f86c1847002a1633c2773a1b9419452b8) AuthConfig (9510ea50d845e510c90394d0f6ba678ba3475200633474966ea6143f45a27fbd) AuthConfig (337f84812fe820e4c653776e908c3690c21331e9e763ac9ecff174fa36270f9a) AuthConfig (d2dd5b9483d04915021f367f6f88c8e3671d44fdba21d561769d6e1074ab2615) AuthConfig (a9920be81a97283dcea248f3d500f3d71748804c0e633a5e057995a668b0f7e7) AuthConfig (1ffce636b0a34a25e4e712358efe0bccb44f8d698979df23778bb94437c4658e) AuthConfig (0b2bf80efb86a949472471adddffcf5de98753bfb4b6f9e280da3af8067baaf5) AuthConfig (f4594dd81444291910809ef91639c05c2cf7c57ddc9ca379711a43aba052bd70) AuthConfig (3467a1c2b4b2ea2ce95ea65378ae2ff53e88417561a945818ef49da8dd834e0b) AuthConfig (89770beff636dda6508f2e7bb5cbbda6c9d6c2629b76b238db308bcfdf443b7d) AuthConfig (58941faad1f349b940d29dc772e86a9695b8936817f210eaf7b9e3a58532f6af) AuthConfig (e54f1334608a67fd0f55771466d2dd08dd3e22faa8808259e4fd5173d39ca45b) AuthConfig (1fdde393c365c26061ecfcd544825ca6cfa9412b94332b14fd1b1c960e3b9c2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"c8d400f8-10cb-4dba-bb7b-1f0d82b8ca90","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:22.352939303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81e5296-f981-4dec-85e9-eda710363881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:22.367033649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81e5296-f981-4dec-85e9-eda710363881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:22.381081682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81e5296-f981-4dec-85e9-eda710363881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:22.397641866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81e5296-f981-4dec-85e9-eda710363881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:23.08490923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446171fb-f808-49c9-a030-829cdfe5c4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:23.102689072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446171fb-f808-49c9-a030-829cdfe5c4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:23.120289893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446171fb-f808-49c9-a030-829cdfe5c4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:23.134439891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446171fb-f808-49c9-a030-829cdfe5c4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:23.778930206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e449b569-cc35-4b5e-bd2a-00cab94ed27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:23.797880101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e449b569-cc35-4b5e-bd2a-00cab94ed27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:23.818759345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e449b569-cc35-4b5e-bd2a-00cab94ed27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:23.83307396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e449b569-cc35-4b5e-bd2a-00cab94ed27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:24.437069756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d55e23-2919-4c8a-a806-312e5bc69f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:24.452005208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d55e23-2919-4c8a-a806-312e5bc69f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:24.466200389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d55e23-2919-4c8a-a806-312e5bc69f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:24.481113731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d55e23-2919-4c8a-a806-312e5bc69f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.507759335Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-subscription","reconcileID":"4be34752-30ce-4d2d-9986-309de668727c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.579785709Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-subscription","reconcileID":"4be34752-30ce-4d2d-9986-309de668727c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.66536765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"249d010a-913a-4f21-8923-b5757eeaf5bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.743276022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"47f10746-9136-4f5f-87ff-9aec2fe3b0dd","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.820039299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"eeb318d6-4fba-4a99-bd35-7845ec53358f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.84298763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"eeb318d6-4fba-4a99-bd35-7845ec53358f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.884378339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8c8203b4-a334-4f6a-a87f-ae08c1548d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.884378323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fdfd82a0-ba41-4e3e-8002-fad6bf7e91d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.902493659Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-test-group-auth","reconcileID":"0f904199-285e-4775-a654-3701118dc27a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.902963547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"175179fe-1eb2-4ee3-af60-60d2de74896b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.9066848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fdfd82a0-ba41-4e3e-8002-fad6bf7e91d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:26.909902298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8c8203b4-a334-4f6a-a87f-ae08c1548d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:27.097073054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"64bf734b-979f-40da-affc-7d3648683b8b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.167807314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-sub-only","reconcileID":"8f5a702a-a571-413e-af75-90d1f6103c56","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.231351829Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-sub-only","reconcileID":"8f5a702a-a571-413e-af75-90d1f6103c56","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.288979296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"1a34209a-22fa-47a4-87f2-31069768ee4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.381216283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"20708d36-d2e5-4404-9c33-f5eb3abf29b2","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.424760084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"84cf992a-e11f-406e-bf64-d0a5f9234875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.424971842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"24ed7cd8-60c9-4819-a612-5f855eac121b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.424767842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f5674493-949c-4579-845d-cfc5d3b6fdbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.444497309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"84cf992a-e11f-406e-bf64-d0a5f9234875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.445528747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f5674493-949c-4579-845d-cfc5d3b6fdbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.448050887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"24ed7cd8-60c9-4819-a612-5f855eac121b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.556535564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"670a1521-3f7d-45b6-a005-c79943b2f3d8","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.572549206Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-test-group-no-auth","reconcileID":"26fd18e5-426c-48d5-9d84-478312e7cb6b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:31.616911618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"a2b78333-845c-4765-a0af-7a4b8154bf0e","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.18147764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"0b75852b-9050-4218-9aad-c5f5661ed056","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.200785382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"df944d73-3046-4889-a7d0-e047f170b865","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.241675528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"97886ffa-562a-4e97-8941-fb8a1e857942","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.259308386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"97886ffa-562a-4e97-8941-fb8a1e857942","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.328861077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"23101251-9b6d-4de9-a45a-db5198b07f3c","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.344675056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"b71e54db-9915-47d6-a40e-b1c3f1bd99ac","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.348392131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"23101251-9b6d-4de9-a45a-db5198b07f3c","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.365466761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cc8b13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (523f0587f1352d3e37c0664a7e555c8bf57c495b5735708760aaab4bca415e40) AuthConfig (b1536d743b82ad1c4065ec3491b47980ba0d9bc73075b6a8c9bd8518888616f2) AuthConfig (5e0141e7f1ac3190b03328a12fb7911942641bc780e18dc5faa42b26cd412ca4) AuthConfig (19cea55526d3faeb4e17978818779910cbef4a3be2aad3102944bd47230fd392) AuthConfig (5fa405248c263f1f1df382bde63806cce97451893b33418b8cf88f7e61e182a3) AuthConfig (0cf7f9d2b7e13d59d08cded06e6a9a9f86c1847002a1633c2773a1b9419452b8) AuthConfig (9510ea50d845e510c90394d0f6ba678ba3475200633474966ea6143f45a27fbd) AuthConfig (337f84812fe820e4c653776e908c3690c21331e9e763ac9ecff174fa36270f9a) AuthConfig (d2dd5b9483d04915021f367f6f88c8e3671d44fdba21d561769d6e1074ab2615) AuthConfig (a9920be81a97283dcea248f3d500f3d71748804c0e633a5e057995a668b0f7e7) AuthConfig (1ffce636b0a34a25e4e712358efe0bccb44f8d698979df23778bb94437c4658e) AuthConfig (0b2bf80efb86a949472471adddffcf5de98753bfb4b6f9e280da3af8067baaf5) AuthConfig (f4594dd81444291910809ef91639c05c2cf7c57ddc9ca379711a43aba052bd70) AuthConfig (3467a1c2b4b2ea2ce95ea65378ae2ff53e88417561a945818ef49da8dd834e0b) AuthConfig (89770beff636dda6508f2e7bb5cbbda6c9d6c2629b76b238db308bcfdf443b7d) AuthConfig (58941faad1f349b940d29dc772e86a9695b8936817f210eaf7b9e3a58532f6af) AuthConfig (e54f1334608a67fd0f55771466d2dd08dd3e22faa8808259e4fd5173d39ca45b) AuthConfig (1fdde393c365c26061ecfcd544825ca6cfa9412b94332b14fd1b1c960e3b9c2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"23101251-9b6d-4de9-a45a-db5198b07f3c","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.384653665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"bd6139ca-105a-41d7-bfa3-3b24c8b0ef94","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.401386208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2b1acc58-76cf-46cd-8af1-a4bd6ad1416b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:32.415920772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-sub","reconcileID":"ac27c261-a747-46ed-9c74-df5382720296","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.442553802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"e530b435-b343-4b38-91c3-701eead448d8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.442568176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"47f53295-6099-4125-acb4-ca0b056e8a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.442962657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2bdfc0e2-c728-42a7-9979-fa8810ef22b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.450782242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"1976dd72-620b-4c8c-838e-7dd77e54b348","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.460363896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"e530b435-b343-4b38-91c3-701eead448d8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.462136804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2bdfc0e2-c728-42a7-9979-fa8810ef22b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.463519724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"47f53295-6099-4125-acb4-ca0b056e8a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.470176145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"231e297d-3f4a-4aa0-a265-ba9280736548","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.544212899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2ab3f1f7-9218-4a5a-8f9e-4b83a4a36eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.544473567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"55f70bb6-b752-4711-a46a-d54f6494ecc9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.544525601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e210f651-019c-4d95-a222-e76557f8d7cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.549293705Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-sub","reconcileID":"cf73dc7e-f6af-40c7-9e7e-3626a4779261","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-status-active-sub","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.56355049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"55f70bb6-b752-4711-a46a-d54f6494ecc9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.563666342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2ab3f1f7-9218-4a5a-8f9e-4b83a4a36eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.565989126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e210f651-019c-4d95-a222-e76557f8d7cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.60295748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"daee4110-f1dd-4ca3-8ee9-a7be24b658c9","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.63470036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"afea9aa7-1c34-4cc3-ab34-4b1e3d0bb88e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:32.729047384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-sub","reconcileID":"03090bfe-db5a-453b-8596-18ef98c6c57c","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:33.031637351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"491fb8ba-052b-411b-809b-10fd7618c74a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:33.076635067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"89d4612c-47c3-4e25-b8ce-b6edba526a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:33.076865696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"beec06f4-4b7d-47fa-af2f-461228af2ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:33.076681193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"6fa2c413-14c4-4ab4-b97d-4336cac0975f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:33.094855736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"89d4612c-47c3-4e25-b8ce-b6edba526a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:33.095090495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"beec06f4-4b7d-47fa-af2f-461228af2ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:33.097129975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"6fa2c413-14c4-4ab4-b97d-4336cac0975f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.508815816Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","namespace":"ai-tenant-e2e-ipp-b-09cae2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.508873314Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","namespace":"ai-tenant-e2e-ipp-b-09cae2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.508924487Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","tenant":"e2e-ipp-b-09cae2","tenantID":"e2e-ipp-b-09cae2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.524636123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-09cae2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.549846776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"Service","name":"maas-api-e2e-ipp-b-09cae2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.569199733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-09cae2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.587723486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-09cae2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.604124836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.620430133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.639397067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.655652505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.671403945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.690945476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:36.72090309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-failed-sub","reconcileID":"aed5418d-d5bb-41a8-a8d9-cf9a75749e04","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.721520787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"Service","name":"payload-processing-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.738199577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c5912c09-36e7-4055-8802-e23d40a5895e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.738199218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"bf4ec576-baa7-4a30-a332-aa47ea31f6ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.745730813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.757982487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c5912c09-36e7-4055-8802-e23d40a5895e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.758304343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"bf4ec576-baa7-4a30-a332-aa47ea31f6ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.76190988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.781057796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.799687075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.816618033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.832835113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.848726286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.865765654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-09cae2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.881541678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09cae2"},"namespace":"ai-tenant-e2e-ipp-b-09cae2","name":"default-tenant","reconcileID":"d897463f-baf2-418e-9cc5-6c4d7136b92d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-09cae2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.935784715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"7bf323d1-4502-40ed-bf2a-afc205ae6975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.936288748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"0835f36e-126a-4ea1-86ec-23b34093f869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.956053766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"7bf323d1-4502-40ed-bf2a-afc205ae6975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:36.964571301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"0835f36e-126a-4ea1-86ec-23b34093f869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:37.209706181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cdb14e81-2c50-4847-9348-5849c3551f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:37.243987029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cdb14e81-2c50-4847-9348-5849c3551f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:37.255926587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f46f2d49-0eae-49bb-aac6-e828a2d9e3ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:37.292278987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f46f2d49-0eae-49bb-aac6-e828a2d9e3ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:37.298521248Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-09cae2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-09cae2","reconcileID":"58ad9b3c-a3a6-44ef-94bc-8d4e7d98097c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-09cae2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-09cae2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:37.937788809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23af0d3-4adc-44b9-aa2a-9a9dd235866f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:37.96683991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23af0d3-4adc-44b9-aa2a-9a9dd235866f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:37.988107858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23af0d3-4adc-44b9-aa2a-9a9dd235866f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:38.030779868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23af0d3-4adc-44b9-aa2a-9a9dd235866f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:39.004260554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232f8080-e9fe-4483-b0dc-d5ced0ae5849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:39.031647436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232f8080-e9fe-4483-b0dc-d5ced0ae5849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:39.055399557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232f8080-e9fe-4483-b0dc-d5ced0ae5849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:39.080526478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232f8080-e9fe-4483-b0dc-d5ced0ae5849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:41.164077997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"b4f5356c-c5ea-415d-8f4f-f3916a8f98d4","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:42.397107042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"697f4869-4e02-47fb-a2fe-5b76d8d6acf6","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:42.426994787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"697f4869-4e02-47fb-a2fe-5b76d8d6acf6","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:42.517703584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"c370f5a9-8063-4c0f-b8e8-5aa3179fce21","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:42.517731469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"c370f5a9-8063-4c0f-b8e8-5aa3179fce21","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.080658767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-sub","reconcileID":"7ac6cb52-86db-4cb9-b2c1-8cf8ad3f4a56","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.085895448Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","namespace":"ai-tenant-e2e-praxis-a-3fb4a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.085945935Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","namespace":"ai-tenant-e2e-praxis-a-3fb4a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.085998281Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","tenant":"e2e-praxis-a-3fb4a6","tenantID":"e2e-praxis-a-3fb4a6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.106948852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3fb4a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.146920617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"Service","name":"maas-api-e2e-praxis-a-3fb4a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.164845477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3fb4a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.169167255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-sub","reconcileID":"7ac6cb52-86db-4cb9-b2c1-8cf8ad3f4a56","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.18122716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3fb4a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.207941364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.227480552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.243159689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"ce84fd1f-1cd6-446b-b9dd-405452a496b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.245450478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.261904226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.275008207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.289060326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.306199561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"Service","name":"payload-processing-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.325118485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.325426543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"fca954b7-7c38-4d64-a296-9b33c8e7ad7d","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.340818081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.354301118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.370486613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.370923746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4113bf43-c24a-4a06-a157-2288db536c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.381287632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"f701bc3a-b46a-4024-8550-d3a917180cbe","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.381818849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e3fa1155-57f0-4834-8ce0-a07e0c2e14dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.401098419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.405067557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e3fa1155-57f0-4834-8ce0-a07e0c2e14dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.428334674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.443089601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"f701bc3a-b46a-4024-8550-d3a917180cbe","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.447220101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4113bf43-c24a-4a06-a157-2288db536c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.481388999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.499952984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3fb4a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.504723131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"90466c4a-514b-491a-ac6e-c139cf9dc872","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.578004023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3fb4a6"},"namespace":"ai-tenant-e2e-praxis-a-3fb4a6","name":"default-tenant","reconcileID":"53306e94-12c5-41eb-b72d-c2094f34604c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3fb4a6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.609807186Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth","reconcileID":"452dc283-a94f-486d-b7a7-8f5e578b4490","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.825844351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"97ae999c-c490-4285-a333-efde52f40b64","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:43.918831185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"c6919b2a-e8c1-4a4d-b754-c66f3967ee55","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:44.060784331Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3fb4a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3fb4a6","reconcileID":"2c137bf7-8d7a-447c-8fc0-b06c777696c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3fb4a6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3fb4a6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:44.592708723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5498c3-0a7e-4ee6-802f-29974820dea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:44.625840805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5498c3-0a7e-4ee6-802f-29974820dea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:44.644849591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5498c3-0a7e-4ee6-802f-29974820dea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:44.660171885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5498c3-0a7e-4ee6-802f-29974820dea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:44.787433033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"6f756c7f-5f66-49ab-9e68-7dda5e5e1990","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:44.809632611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2f371cfe-b86d-4d82-bf23-a223101bf59b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:44.917119541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth-only","reconcileID":"cfc538b1-212d-411e-86bf-1a75e0414555","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:45.01147098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth-only","reconcileID":"cfc538b1-212d-411e-86bf-1a75e0414555","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:45.100131657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"b7fad8a3-8017-4224-8463-f3865822747c","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:45.167829709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth-only","reconcileID":"fe53c838-5671-4857-808a-b51112fd1d81","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:45.18653213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth-only","reconcileID":"fe53c838-5671-4857-808a-b51112fd1d81","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:45.502015387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de221685-49de-4640-8bb4-525b46e6ede3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:45.528957451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de221685-49de-4640-8bb4-525b46e6ede3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:45.54379993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de221685-49de-4640-8bb4-525b46e6ede3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:45.558157896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de221685-49de-4640-8bb4-525b46e6ede3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.113316097Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-failed-sub","reconcileID":"23589f2d-7190-4da6-9383-2a0297a403ce","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.113510499Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-failed-sub","reconcileID":"23589f2d-7190-4da6-9383-2a0297a403ce","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-2119fb/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.412046551Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-active-auth-only","reconcileID":"63dc5b36-6e49-45e2-b9ba-5371eacb78d0","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.412575976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"420cd8ba-dde9-4900-b023-a0b941ce09e7","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.435117441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6e41075d-b999-44c0-84d0-4305368ceac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.436123506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d2959072-3b52-4e9b-ba1a-f620df4baee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.454729593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6e41075d-b999-44c0-84d0-4305368ceac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.454840908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d2959072-3b52-4e9b-ba1a-f620df4baee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.543929702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"ce12cfde-bc6d-41b0-8a2d-ec46fcf1bf1a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.909399759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"b1f9c68f-3dad-46c0-82a1-c4db4694ccc5","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.909517969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"b1f9c68f-3dad-46c0-82a1-c4db4694ccc5","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.997797237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"ee2cdbaf-72f9-446a-b8d8-3ceeffa3e246","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:47.997828576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"ee2cdbaf-72f9-446a-b8d8-3ceeffa3e246","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.009737481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"a05c60db-51dc-46b0-b446-d1985bda8a5f","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:48.010294082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"010f60f2-6c52-474e-8220-20d3628a3756","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-cc8b13-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.03205584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"a05c60db-51dc-46b0-b446-d1985bda8a5f","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.041242924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"c53f4a04-67c5-4138-8dce-2ab3ffde9d5e","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.041322064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"c53f4a04-67c5-4138-8dce-2ab3ffde9d5e","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.057773214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"c5303ed6-1587-445c-a9c4-3e7632f5c1b0","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.057793518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"c5303ed6-1587-445c-a9c4-3e7632f5c1b0","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.126852307Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"7584c610-35b0-49b9-bbcb-eaa46777090b","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"maas-trlp-praxis-route-cc8b13","model":"praxis-route-cc8b13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.182299775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"0589c5f3-e543-40fa-9011-2b86e7431ba8","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.182325247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"0589c5f3-e543-40fa-9011-2b86e7431ba8","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.193494285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"769a8bf6-1e4e-4700-b4b5-470cb4ad7629","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.212922379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"769a8bf6-1e4e-4700-b4b5-470cb4ad7629","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.239570323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"bd969403-9293-4cf4-a404-24bdef7935c6","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"maas-trlp-praxis-route-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.323430514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-failed-auth","reconcileID":"0b4d302f-a5b2-481d-b49f-2a286801ae70","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.342483683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-failed-auth","reconcileID":"0b4d302f-a5b2-481d-b49f-2a286801ae70","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.380968443Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-failed-auth","reconcileID":"0b4d302f-a5b2-481d-b49f-2a286801ae70","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.422206821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"bc106d26-5ca4-4442-879c-5f5c309e8e0c","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.440565229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"b13366fe-d1f0-4a41-8ca0-9a441bf0cd72","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.481943781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"58114604-188f-490d-90c6-17f2550210e9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.499255208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"58114604-188f-490d-90c6-17f2550210e9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.59469798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-failed-auth","reconcileID":"5ca4c8bc-8d46-4fa1-ac4a-75b1c3877012","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.615073546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-failed-auth","reconcileID":"5ca4c8bc-8d46-4fa1-ac4a-75b1c3877012","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.624438581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"941e554f-01cb-49a5-a1eb-aec408a6eade","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.631430426Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-failed-auth","reconcileID":"5ca4c8bc-8d46-4fa1-ac4a-75b1c3877012","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.643704424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"db4c1e67-bdc0-4ab4-ae0a-2f0e39c959a1","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:48.65684143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-sub","reconcileID":"1efcef06-1c3e-43ea-ab5d-2eab0793d7e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.679478842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d9914dfa-474e-4569-a105-8fb3854ebc38","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.68460734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f809ac27-c1b6-48ac-98a2-55c1cf67df0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.684741432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"6acc4093-7417-496d-b30e-9354bf43fd2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.692252733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"6fd64527-f04f-4483-b968-f3177c6d1724","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.702301408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f809ac27-c1b6-48ac-98a2-55c1cf67df0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.70311417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"6acc4093-7417-496d-b30e-9354bf43fd2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.710292879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"69a19462-1b66-4367-9f7e-a852141ffa28","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.783445323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"aabd0f25-d353-4e00-a0fb-4674f1e0a627","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.789937774Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-sub","reconcileID":"1d7dc993-e2ad-4111-9436-0121e3e619d2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.790055597Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-sub","reconcileID":"1d7dc993-e2ad-4111-9436-0121e3e619d2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-0177f2/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.800700129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"aabd0f25-d353-4e00-a0fb-4674f1e0a627","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.854220439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d9f67123-b184-4538-8c1c-d36cf50dffaf","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.868916791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"afee2478-695c-448c-8957-86c8f0730f5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.881967194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"60e144f0-fd23-4387-a467-fdf67e12f503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.883196326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"48f43090-ad21-4c70-b199-59681554957d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.900294001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"60e144f0-fd23-4387-a467-fdf67e12f503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.901426296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"48f43090-ad21-4c70-b199-59681554957d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.978859647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-sub","reconcileID":"66ec6207-925c-4f68-a9e8-af2c776e3a17","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:48.97896912Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-sub","reconcileID":"66ec6207-925c-4f68-a9e8-af2c776e3a17","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-0177f2/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:49.005284406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"034aece5-ccc6-4310-8194-568955b1fa3b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:49.024630329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"034aece5-ccc6-4310-8194-568955b1fa3b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:49.05784872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"dd91c630-31dc-483f-9963-50eadf817ccb","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:49.61091847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f45f0db-8685-4953-8d95-4ebd9e736e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:49.628052122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f45f0db-8685-4953-8d95-4ebd9e736e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:49.694566804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f45f0db-8685-4953-8d95-4ebd9e736e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:49.708605981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f45f0db-8685-4953-8d95-4ebd9e736e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:50.262656434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b43d272-906f-421a-b6b0-d4d84fb40d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:50.276604356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b43d272-906f-421a-b6b0-d4d84fb40d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:50.290328473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b43d272-906f-421a-b6b0-d4d84fb40d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:50.304238595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b43d272-906f-421a-b6b0-d4d84fb40d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:50.427930003Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-121d28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-121d28","reconcileID":"62cc6d91-0a49-47a5-8f5a-def7b31a856d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-121d28","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-121d28":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:50.631936199Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-failed-auth","reconcileID":"ef54d4c0-dec3-4257-8cea-df022bca221f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:50.868546761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e08ed1e5-975f-422e-a7f7-a2921afd3911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:50.882492191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e08ed1e5-975f-422e-a7f7-a2921afd3911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:50.896408371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e08ed1e5-975f-422e-a7f7-a2921afd3911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:50.910716335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e08ed1e5-975f-422e-a7f7-a2921afd3911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.076740334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"7cc5e670-a29a-4698-9ba7-0d1d9e19b7fe","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.11844603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bc4929e9-d392-41b3-a401-94efba2a224e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.118973993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"aa209652-d778-4a66-b402-c3be45716527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.11943053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"2417b088-a6a1-4f6a-a9d0-a7b7544eb4f6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.145314154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"2417b088-a6a1-4f6a-a9d0-a7b7544eb4f6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.147988114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"aa209652-d778-4a66-b402-c3be45716527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.15454724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bc4929e9-d392-41b3-a401-94efba2a224e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.621189544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.647118008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"f6c1a5de-64dc-4688-b260-18270130790a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.647135496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"f6c1a5de-64dc-4688-b260-18270130790a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.668692535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"f1ef7c03-b8c7-4240-a760-f46d1a9e739e","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.817057367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"0e80a571-de58-4c51-9584-e72e268edc7e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.817079923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"0e80a571-de58-4c51-9584-e72e268edc7e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.835140936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"cd59fd47-23d6-4357-bc7b-ef2d07f89f9a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.835162658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"cd59fd47-23d6-4357-bc7b-ef2d07f89f9a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.914231244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"17406107-8d2b-4337-8bd2-52fddd5556fb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:51.931256195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"17406107-8d2b-4337-8bd2-52fddd5556fb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.014113243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"740feeff-8e0c-4ac9-8c43-58c8e2fa88e1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.014134951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"740feeff-8e0c-4ac9-8c43-58c8e2fa88e1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.025293809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"cf775217-027e-4e3b-814b-bba540699c3e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.025308422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"cf775217-027e-4e3b-814b-bba540699c3e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.047129305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"2ce4a103-2c48-4414-9b92-e75195dbdf13","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.047152432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"2ce4a103-2c48-4414-9b92-e75195dbdf13","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:52.054537058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-sub","reconcileID":"39b3f7d4-a860-4665-9e93-5be965d5bc22","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:52.062185762Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"2ce4a103-2c48-4414-9b92-e75195dbdf13","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:52.062237084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"2ce4a103-2c48-4414-9b92-e75195dbdf13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.067004525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"495bf597-d9b7-499c-848a-9277a4bf1946","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.068025958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"d18c3ce5-cd86-4e06-b22c-69057199281a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.06804002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"d18c3ce5-cd86-4e06-b22c-69057199281a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.086233007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"495bf597-d9b7-499c-848a-9277a4bf1946","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.088554487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"cdbce57d-b7f5-416a-a951-c8e08e810f28","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.08865648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"cdbce57d-b7f5-416a-a951-c8e08e810f28","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.108350568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"8e54b03b-7cd7-4d6e-90a6-56ed12803221","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.108372758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"8e54b03b-7cd7-4d6e-90a6-56ed12803221","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.158661012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824f0e3e-d458-4e9a-965a-ff2c95af5ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.172896775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824f0e3e-d458-4e9a-965a-ff2c95af5ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.177532359Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-sub","reconcileID":"00463085-12f3-4602-86e8-c89d7808b089","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.187039212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824f0e3e-d458-4e9a-965a-ff2c95af5ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.187213819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"47e8ef11-e973-46ea-bc76-e7ee336d8133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.187382466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"dfadf040-1440-4245-a699-c8d9ce7bb583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.201477313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824f0e3e-d458-4e9a-965a-ff2c95af5ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.219785921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"dfadf040-1440-4245-a699-c8d9ce7bb583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.219857268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"47e8ef11-e973-46ea-bc76-e7ee336d8133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.239218144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"8c5b4126-bbad-496a-b303-6745267de12e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.239239423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"8c5b4126-bbad-496a-b303-6745267de12e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:53:52.247124644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"495bf597-d9b7-499c-848a-9277a4bf1946","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.312077665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-sub","reconcileID":"e1f0a559-acaf-4121-a4bc-0036aa2d76e7","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.312575404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"071efae2-8cfe-425c-82b0-dfffde197aec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.333384403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"071efae2-8cfe-425c-82b0-dfffde197aec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.415525996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"b8424022-a0ca-4895-abb8-172efeb1ac7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.416070102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"302f1ee7-ac29-402c-9476-afb2f656a555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.475378813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"b8424022-a0ca-4895-abb8-172efeb1ac7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.476208205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"302f1ee7-ac29-402c-9476-afb2f656a555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.872839114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b065765f-bcac-4862-8e0d-5c99ccd8e2c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.886549328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b065765f-bcac-4862-8e0d-5c99ccd8e2c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.90113513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b065765f-bcac-4862-8e0d-5c99ccd8e2c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:52.915624839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b065765f-bcac-4862-8e0d-5c99ccd8e2c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:53.564929746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4a22bb-7c33-4f3e-9ffd-75a30f54042e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:53.579146337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4a22bb-7c33-4f3e-9ffd-75a30f54042e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:53.592912378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4a22bb-7c33-4f3e-9ffd-75a30f54042e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:53:53.606952324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4a22bb-7c33-4f3e-9ffd-75a30f54042e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.123415163Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-sub","reconcileID":"351c73f2-aa07-4290-b8b5-7d1b63ec6096","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.189896394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-sub","reconcileID":"351c73f2-aa07-4290-b8b5-7d1b63ec6096","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.189939913Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-sub","reconcileID":"351c73f2-aa07-4290-b8b5-7d1b63ec6096","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.190155147Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-sub","reconcileID":"351c73f2-aa07-4290-b8b5-7d1b63ec6096","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-0177f2/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.2537315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"b772a612-50c2-4460-8898-2b6dc99476f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.357418924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"bdc792e8-79b5-4892-8d13-cfdd2c43efb1","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.377311814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"8d26167e-7126-414c-bd71-495e2294d9d1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.377329603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"8d26167e-7126-414c-bd71-495e2294d9d1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.398801497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"f9ae45d3-5cd1-433b-b585-47d182ebc2dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.398801519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2798d9d1-4642-4760-83bd-85035977ef4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.399090199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"d135ba27-9ed8-47db-b157-3a8cb45eca1c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.416853397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"f9ae45d3-5cd1-433b-b585-47d182ebc2dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.417038513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"d135ba27-9ed8-47db-b157-3a8cb45eca1c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.418921086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2798d9d1-4642-4760-83bd-85035977ef4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.503919934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2e5520b2-f969-4f19-98d8-17e612a41d00","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.547733224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-status-degraded-auth","reconcileID":"2fd517c0-e9ba-46d2-9e2f-ab0a48124f9a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:01.66413864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"138c91fc-11e3-4ab5-92f7-e3b82f262803","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:02.542382452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"0764f006-d635-4f47-9357-761280d9deb7","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:02.56195326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a16b68f0-4830-4b9e-b70e-502903b96131","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:02.564469206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-sub","reconcileID":"5b7b1d17-f60d-4ab8-81cf-ec47a6bf299b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:02.626049528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"98900b2a-c3e9-467f-b57c-edc8e3afb142","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:02.695318707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"43ac61bc-b121-4376-ba86-074bac30d811","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"tenant":"e2e-worker-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:02.695344623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"43ac61bc-b121-4376-ba86-074bac30d811","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:02.710269359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"98900b2a-c3e9-467f-b57c-edc8e3afb142","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:02.754091833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"116e58bf-4987-45f0-a82a-7c81a5d21c3a","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"maas-trlp-praxis-route-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:02.839862266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8d3accc1-597f-4391-9a33-d0fab72786f4","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:02.969733604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"5dd9d0f8-a963-40a8-9022-bd7bf54a543a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.004294258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d7323b74-63ec-476a-8b6a-8c6e5b49ad8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:03.006839583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf","reconcileID":"327685bb-bc0d-445f-bebc-d224d1720e2f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.121236172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"43a656f4-39e8-4204-9b22-f38edfc95ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.121272045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d7323b74-63ec-476a-8b6a-8c6e5b49ad8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.088505598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"48fdf78c-33c4-486f-bf4b-fe6721dddd1a","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.12188417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"48fdf78c-33c4-486f-bf4b-fe6721dddd1a","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.122373761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"f8b38c63-4ebd-4631-9f0a-e4980da390f7","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.122966454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"58f96074-afec-449e-aa18-9b4c42919930","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.16630677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d7ecc567-5bd0-48a6-a5ac-8ad002b6268e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.222235741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d7ecc567-5bd0-48a6-a5ac-8ad002b6268e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.296611625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a32a3369-a3c7-4aff-874c-4c1397507ecf","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.340729998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"58f96074-afec-449e-aa18-9b4c42919930","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.372843268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"ef0f86d7-4846-486e-b52c-488d065b5847","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.43229327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a32a3369-a3c7-4aff-874c-4c1397507ecf","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.433687044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d964e1dc-9678-4231-87ef-10bb74a1667a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.477894231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"43a656f4-39e8-4204-9b22-f38edfc95ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.499686756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"4f67d5a6-a234-4678-a68b-89da342f5dd6","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.509523931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"83030781-6d9a-40df-808f-81cdf765a617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.575863452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"4f67d5a6-a234-4678-a68b-89da342f5dd6","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.576764429Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf","reconcileID":"e24ecd95-d605-4575-bb98-ea03aedf5ee2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.596053617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"83030781-6d9a-40df-808f-81cdf765a617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.600781713Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf","reconcileID":"e24ecd95-d605-4575-bb98-ea03aedf5ee2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-0177f2/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.698070919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"7dde3024-f44a-47ac-aab9-1c1c109321fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.69860872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ea136412-23d4-493c-9ed6-0e7d1c2bb0ed","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.798013045Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-sub","reconcileID":"d950445c-3e47-497a-806b-682ab31761d7","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.878529863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"7dde3024-f44a-47ac-aab9-1c1c109321fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.893165745Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"e2e-temp-model-status","reconcileID":"86361536-6eac-4de2-8914-d12878a699b7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.893831705Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-sub","reconcileID":"d950445c-3e47-497a-806b-682ab31761d7","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.894510014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"2cc84177-f17b-4865-b612-955531b50548","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.922371092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ea136412-23d4-493c-9ed6-0e7d1c2bb0ed","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.959355521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"9681fbee-f559-406e-bb62-13d8e214fdf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:03.968025509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"07d45658-31c4-4b4e-9528-ef2b2d7904a3","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.056871638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"929cb42c-d3e5-473f-9a61-47cceb600c8f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.059452257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"4acdb4d8-144b-4975-ab61-636a57a36cb7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.163914649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"9681fbee-f559-406e-bb62-13d8e214fdf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.223734292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"4acdb4d8-144b-4975-ab61-636a57a36cb7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.223798389Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"4acdb4d8-144b-4975-ab61-636a57a36cb7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.27291145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"579f37c9-6fca-49a8-917f-2462d108d540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.349603018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c801032f-5d95-42db-ac6a-28c7c9d739f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.351094436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf","reconcileID":"062a3353-749d-451c-8102-49598b5135f6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.351237645Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf","reconcileID":"062a3353-749d-451c-8102-49598b5135f6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-0177f2/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.480004986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"579f37c9-6fca-49a8-917f-2462d108d540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.48380406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c801032f-5d95-42db-ac6a-28c7c9d739f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.536882678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"ccefa76b-429a-46a4-90c2-86256d23da72","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.558383467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"ccefa76b-429a-46a4-90c2-86256d23da72","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.558427961Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"ccefa76b-429a-46a4-90c2-86256d23da72","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.71844422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e9ba7377-8fac-49e7-89ea-29d5ba04cd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.738125698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"699cf8b5-a68d-4b97-a085-5c4f009d256f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.745281427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e9ba7377-8fac-49e7-89ea-29d5ba04cd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.816307126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"699cf8b5-a68d-4b97-a085-5c4f009d256f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.953610912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"c06dc9d3-e984-48df-93c7-67ee46d43e49","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:04.992010124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"c06dc9d3-e984-48df-93c7-67ee46d43e49","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.010497938Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"c06dc9d3-e984-48df-93c7-67ee46d43e49","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.570796504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"80be0740-3017-425e-bc5e-585bab444a5f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.613574205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a935a025-1fea-4ccb-afc7-ff970ead0d06","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.613664305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3e51fe52-d8c0-4dc9-bd13-51e9977da597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.614069542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"0c5a8b7e-2b03-48b4-816b-aaf329511692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.632080097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a935a025-1fea-4ccb-afc7-ff970ead0d06","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.632365816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3e51fe52-d8c0-4dc9-bd13-51e9977da597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.633116894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"6adb7c8e-89b2-498e-8201-d1171afd1bf5","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.633132171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"6adb7c8e-89b2-498e-8201-d1171afd1bf5","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.634973056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"0c5a8b7e-2b03-48b4-816b-aaf329511692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.671404966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"f288dfa8-a5f3-4b4e-b552-dcd3ef1cce0b","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.671427875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"f288dfa8-a5f3-4b4e-b552-dcd3ef1cce0b","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.706175148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"f9b8b0db-37c3-4f3e-bd9e-d0b0cecaa89e","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.721803524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"0185e04e-96a6-478a-b914-2233393e9a60","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"maas-trlp-praxis-route-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.725893252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"f9b8b0db-37c3-4f3e-bd9e-d0b0cecaa89e","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.821448265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"fe7b7fdf-594e-423a-9167-9fc012dfb26f","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"maas-trlp-praxis-route-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.910247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"0e41477c-3b4c-4941-aac1-426517df3834","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:05.929123039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"0e41477c-3b4c-4941-aac1-426517df3834","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:06.021723825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b17533-7ab0-4569-9b3c-307bdb5c9102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:06.035293625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b17533-7ab0-4569-9b3c-307bdb5c9102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:06.048887529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b17533-7ab0-4569-9b3c-307bdb5c9102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:06.062650452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b17533-7ab0-4569-9b3c-307bdb5c9102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:06.67198185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d172c5b2-55d7-405d-8d19-1a5786fc55e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:06.685522937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d172c5b2-55d7-405d-8d19-1a5786fc55e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:06.699220454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d172c5b2-55d7-405d-8d19-1a5786fc55e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:06.712917871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d172c5b2-55d7-405d-8d19-1a5786fc55e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.264338146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab02de59-70b4-4904-9f2e-2b6d042c8d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.28095431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab02de59-70b4-4904-9f2e-2b6d042c8d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.328209552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab02de59-70b4-4904-9f2e-2b6d042c8d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.362333607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab02de59-70b4-4904-9f2e-2b6d042c8d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.593200557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"6485a6b3-25de-44bd-aa9e-4c188e7be3b7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-121d28","tenantID":"e2e-praxis-a-121d28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.630861235Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"6485a6b3-25de-44bd-aa9e-4c188e7be3b7","name":"e2e-praxis-a-121d28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.649617653Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","namespace":"ai-tenant-e2e-praxis-b-32f2d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.649699717Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","namespace":"ai-tenant-e2e-praxis-b-32f2d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.649762651Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","tenant":"e2e-praxis-b-32f2d4","tenantID":"e2e-praxis-b-32f2d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.670656303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"Deployment","name":"maas-api-e2e-praxis-b-32f2d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.699891742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"Service","name":"maas-api-e2e-praxis-b-32f2d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.716795967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-32f2d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.734034716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-32f2d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.749776853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.765671693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.781754037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.798709011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.811732601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.824978426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.838044638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"Service","name":"payload-processing-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.851047937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.863988432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.877159536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.890282146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.908794992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.922972695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.93671464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.952129241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-32f2d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:07.998217198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-32f2d4"},"namespace":"ai-tenant-e2e-praxis-b-32f2d4","name":"default-tenant","reconcileID":"bc9fbfde-bf15-41a8-9d14-ab424b39040d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-32f2d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:08.329735741Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-32f2d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-32f2d4","reconcileID":"d4f0faf5-ccc3-4139-ab2f-b4e007e99722","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-32f2d4","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-32f2d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:08.6999791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3c24b1-cfa6-42e3-8d1a-d447bf508b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:08.713693183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3c24b1-cfa6-42e3-8d1a-d447bf508b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:08.727416926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3c24b1-cfa6-42e3-8d1a-d447bf508b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:08.741145102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3c24b1-cfa6-42e3-8d1a-d447bf508b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:09.346096011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c26788-ec31-47fb-9de6-aacd75eeeacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:09.360047102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c26788-ec31-47fb-9de6-aacd75eeeacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:09.373734747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c26788-ec31-47fb-9de6-aacd75eeeacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:09.387246882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c26788-ec31-47fb-9de6-aacd75eeeacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:14.528504184Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-sub","reconcileID":"0d1b3db9-a53d-42ba-95a5-50a52b8d1906","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:14.52869915Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-sub","reconcileID":"0d1b3db9-a53d-42ba-95a5-50a52b8d1906","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:14.76732263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"8af9135f-22da-40bb-94f5-8830885a7b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:14.767391675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"07f202c2-7578-41d8-8a5b-62b9574cf0b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:14.767764053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"326a0868-61ea-48eb-8180-59bebdd4ef28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:14.786133201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"8af9135f-22da-40bb-94f5-8830885a7b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:14.786195221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"326a0868-61ea-48eb-8180-59bebdd4ef28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:14.788732969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"07f202c2-7578-41d8-8a5b-62b9574cf0b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:14.805870889Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"07f202c2-7578-41d8-8a5b-62b9574cf0b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:14.908009714Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-status-transition-auth","reconcileID":"03d153d2-e25c-4f8b-8625-3b4ffe43fe25","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.636456965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf","reconcileID":"a462a92b-05d6-42d1-95a7-25a404b904f1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.755573106Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf","reconcileID":"a462a92b-05d6-42d1-95a7-25a404b904f1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.755739608Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf","reconcileID":"a462a92b-05d6-42d1-95a7-25a404b904f1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.755926214Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf","reconcileID":"a462a92b-05d6-42d1-95a7-25a404b904f1","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-0177f2/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.823876718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"4e605a82-4025-43bf-9789-5e3af26f5b57","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.823996816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"4e605a82-4025-43bf-9789-5e3af26f5b57","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.826058328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"b8c9db75-0a96-4aec-9048-bcb9c4a42e3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.854629942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"e601c321-23b1-4108-bdbf-64b6bfa8a55b","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.873102289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"e601c321-23b1-4108-bdbf-64b6bfa8a55b","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.918543238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2df4df3a-c58f-4666-a8f5-9e73a5fd5a04","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.919202387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"6050dcc7-b3e5-4ac9-b31a-ea5e3dbaddee","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"maas-trlp-praxis-route-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.966455127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c76784c5-52eb-4007-9fd3-550807b536f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.966518586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b517e5c6-35fc-4289-8a60-d49e7255f89f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.966875094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b39be631-7675-459f-8474-bcd9b91f001d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.984777034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b517e5c6-35fc-4289-8a60-d49e7255f89f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.98543481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b39be631-7675-459f-8474-bcd9b91f001d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:15.987163501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c76784c5-52eb-4007-9fd3-550807b536f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.052730088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"ec827da1-aed1-4b75-96ac-4a42ba02339a","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.069835366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"ec827da1-aed1-4b75-96ac-4a42ba02339a","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.072361351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"1500b9fb-7a2c-4f32-8863-fe06c520efbd","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"maas-trlp-praxis-route-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.072365135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"9eae405e-6a24-45bc-a383-ccaaaa709fa0","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.119430576Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9df11093-b4a5-4c2b-bf07-950cdb610879","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.172370439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"3ef3bc1c-cae9-4e13-ba2f-669cd8eeeaf5","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.289179474Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"53b51d13-1070-47d7-ad57-3af3686e966f","namespace":"ai-tenant-e2e-praxis-a-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.289241484Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"53b51d13-1070-47d7-ad57-3af3686e966f","name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.310229276Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"53b51d13-1070-47d7-ad57-3af3686e966f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.310316408Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"53b51d13-1070-47d7-ad57-3af3686e966f","namespace":"ai-tenant-e2e-praxis-a-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.310448531Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"53b51d13-1070-47d7-ad57-3af3686e966f","name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.311375729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"62520fc4-e73a-401b-a89b-fa91ad90cb36","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.311451914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"62520fc4-e73a-401b-a89b-fa91ad90cb36","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.327564413Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"53b51d13-1070-47d7-ad57-3af3686e966f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.334206542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"10906d23-417c-4f3a-b442-ebf305bf1386","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.345743132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"43a8366a-3f56-43bb-9b73-5f07915a7164","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.345799469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"43a8366a-3f56-43bb-9b73-5f07915a7164","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.354534132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"10906d23-417c-4f3a-b442-ebf305bf1386","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.362570862Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"7354c887-62db-4392-a8d0-1e42ec4af7e0","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f67786f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.367834611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"5175c609-2f30-4b98-b85c-525b63272069","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.404128811Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"2cb7e7b7-8e0e-413c-8295-3cdf37aeeb87","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f67786f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.405975631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"e8fa74be-b450-4a4a-85e6-6d8d070485ce","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.462048047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"ca715a32-a05b-432b-b400-2d8a177d81b6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.499207565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"ca715a32-a05b-432b-b400-2d8a177d81b6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.507646303Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"284dd2e4-175d-47c5-9376-ab4995a9b4cb","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.610834744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"0af72818-e7c7-49a1-8fba-40e2731c0462","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.631092392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"06ab6347-5b20-4861-847c-1b9c30b64df7","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:16.644661415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey","reconcileID":"0e9759e2-5093-48e3-8cd9-a43bc2db0787","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.65372236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e3f0cd49-d9d0-4d98-83b1-e83520c30304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.653722357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"18412df3-80d3-4130-9c4c-c5e91cd0e20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.6716654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e3f0cd49-d9d0-4d98-83b1-e83520c30304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.671797844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"18412df3-80d3-4130-9c4c-c5e91cd0e20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.681623681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"025cc657-a0d0-4f2f-8cbd-7d245a5161d5","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.700760322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"ec56a3ac-d7ed-473e-a5af-ec410b4a2f7a","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.717627042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"49d3fe4e-bc87-4688-9b2b-0c9b220e95c5","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.727436684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"284dd2e4-175d-47c5-9376-ab4995a9b4cb","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.75763016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"7131d251-42d3-432a-b8a2-1fbedaf2ccc8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.775609605Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"284dd2e4-175d-47c5-9376-ab4995a9b4cb","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"e2e-praxis-a-cc8b13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.775623376Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-auth","reconcileID":"284dd2e4-175d-47c5-9376-ab4995a9b4cb","MaaSAuthPolicy":{"name":"praxis-route-cc8b13-auth","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.777114707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"7131d251-42d3-432a-b8a2-1fbedaf2ccc8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.785426367Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey","reconcileID":"e8bb961e-163b-4975-ae19-d356c93057aa","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.785517716Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey","reconcileID":"e8bb961e-163b-4975-ae19-d356c93057aa","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-2119fb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.802444953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"e43b36cc-38b8-4b80-924a-a1a0a665a28f","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.802481306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"e43b36cc-38b8-4b80-924a-a1a0a665a28f","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.854114945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"6a6c95ff-5d5d-4a14-8a92-fb1694025dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.854114929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6ede6914-2b9a-4bca-8d9a-be1fd3a0b264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.857318845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"e860c73a-f739-44d7-b331-798cd3b7be9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.871859339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6ede6914-2b9a-4bca-8d9a-be1fd3a0b264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:16.874679682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"6a6c95ff-5d5d-4a14-8a92-fb1694025dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.044218667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"4adb2694-cc4f-4361-a830-2472db77cde4","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.102780316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8eed087f-2742-4bf3-9e30-eaead1facdb7","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.117793242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey","reconcileID":"212b0cae-c256-4aa5-bb31-82a4052d79f6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.118017231Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey","reconcileID":"212b0cae-c256-4aa5-bb31-82a4052d79f6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-2119fb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.121699426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"c9463bfd-463e-41da-bb2e-da95f4b42768","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.161883762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"154344d4-0a07-4afc-9f00-537fbf0f0fda","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.181419969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"154344d4-0a07-4afc-9f00-537fbf0f0fda","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.261679189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a9c946a3-26de-4a2e-a261-ad3e632f2cfe","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.307946626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"078998d0-4392-4e64-819c-7eab4802b72a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.316680947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"dacf3879-a386-4a5b-b327-334de541161f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.325286088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"078998d0-4392-4e64-819c-7eab4802b72a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.336423718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"69d646d8-5c37-4681-b297-7ca966033a33","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.347114041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"43537917-c868-4740-81b9-30b2448f9a80","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:17.3507133Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-0177f2/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.365909438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"99280694-73a8-4ff7-8fda-cb6dca420d54","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.405928616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"88f43757-e576-4274-a820-50832c56a720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.406427837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2f84bd3f-516d-409d-bef7-6c5d829b036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.423847192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2f84bd3f-516d-409d-bef7-6c5d829b036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.424050476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"88f43757-e576-4274-a820-50832c56a720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.449366659Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube","reconcileID":"1d7de4a6-3bcc-4afe-b62f-0c545973a387","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.449459351Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube","reconcileID":"1d7de4a6-3bcc-4afe-b62f-0c545973a387","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-0177f2/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.505951401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"be1f364b-9962-4d5c-b054-ca5eaea6a213","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.517416126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d1367877-04da-48be-9749-074764da4719","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.523453323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"be1f364b-9962-4d5c-b054-ca5eaea6a213","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.527674453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"bb939da5-a71d-412a-b2de-bec83a66a134","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.605059322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"80c7c3e0-c876-48a9-a620-2a4c1b09c682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.605487996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2b568098-2e21-40d2-ab3b-5df9c359dcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.623532434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2b568098-2e21-40d2-ab3b-5df9c359dcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.623720381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"80c7c3e0-c876-48a9-a620-2a4c1b09c682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.631616202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube","reconcileID":"bf32abf8-9365-4d28-b391-dcc7c5998280","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:17.631719729Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube","reconcileID":"bf32abf8-9365-4d28-b391-dcc7c5998280","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-0177f2/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.349906504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"cf4d7ea0-e4e5-486f-beff-f50ccd23238c","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.396295098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"0fd7a765-41b2-4418-a501-554717852f72","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.396797226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"968f582e-cfe2-4a48-8989-b7683b77c7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.396900208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b638fb98-c7f4-4274-96a9-e3a7a9cfb30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.414719591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"0fd7a765-41b2-4418-a501-554717852f72","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.414775237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b638fb98-c7f4-4274-96a9-e3a7a9cfb30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.416906719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"968f582e-cfe2-4a48-8989-b7683b77c7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.892724658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"790a51c0-ab2f-4f26-8000-4fd6fadcd0e5","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.935100945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b4c7e5da-748e-4be7-ad33-4e0c3e97f8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.935217128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"5b2c99e6-e0c4-4376-9741-3c8f5a205005","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.935534777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3474c7c4-efae-4fcb-9526-8a4e08ede3fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.953000406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"5b2c99e6-e0c4-4376-9741-3c8f5a205005","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.953260168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b4c7e5da-748e-4be7-ad33-4e0c3e97f8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:19.955253513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3474c7c4-efae-4fcb-9526-8a4e08ede3fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.627125341Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.632972274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"a9a51e94-d0a1-4585-934e-797ce3ada270","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.632994116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"a9a51e94-d0a1-4585-934e-797ce3ada270","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.654718945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"adb2e7ad-19c9-428c-aa82-1a498d9eb348","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.779508953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"e0974a80-4fdd-49ed-a102-18a85ceeb424","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.779525566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"e0974a80-4fdd-49ed-a102-18a85ceeb424","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.795911271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"9d1b391d-d144-48d3-9a41-3b3076adb402","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.795929355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"9d1b391d-d144-48d3-9a41-3b3076adb402","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:21.810376075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-sub","reconcileID":"7bf55ac6-b129-4151-a7cb-075de549797f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.832152406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"68f06cdd-35ae-4ce5-9f28-1447f1cabb24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.832481703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"34b53f32-c18a-4f28-8a64-e64620822a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.846879341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"6100941c-48a6-43c3-8e23-07a1d613f0c0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.84689694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"6100941c-48a6-43c3-8e23-07a1d613f0c0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.852005317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"68f06cdd-35ae-4ce5-9f28-1447f1cabb24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.859167927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"34b53f32-c18a-4f28-8a64-e64620822a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.919113992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"de907dea-f6be-4121-bd4e-987633bf47b6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.919151415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"de907dea-f6be-4121-bd4e-987633bf47b6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.971740681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"4d6dc05d-29c7-431d-9f44-34fcccc707a1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.971766024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"4d6dc05d-29c7-431d-9f44-34fcccc707a1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.98437531Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-sub","reconcileID":"154a5633-e254-4eea-ae42-87f8250b78bc","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.992753138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"d2ce0377-d480-4cba-a002-025888e4b18d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:21.992865149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"d2ce0377-d480-4cba-a002-025888e4b18d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:22.007935513Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"d2ce0377-d480-4cba-a002-025888e4b18d","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:22.007987597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"d2ce0377-d480-4cba-a002-025888e4b18d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.013297406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"5ecc9d57-197c-4b61-bdbd-69a89926453a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.01331122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"5ecc9d57-197c-4b61-bdbd-69a89926453a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.034573151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"eca500bc-6aa2-4729-a28e-0f7e135efeba","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.034608024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"eca500bc-6aa2-4729-a28e-0f7e135efeba","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.04176769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-auth","reconcileID":"a55537eb-c308-4c13-8ee3-0b51077e42df","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.06229552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-auth","reconcileID":"a55537eb-c308-4c13-8ee3-0b51077e42df","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.077572958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2948bbe6-0bc8-4258-b4a5-1553a3d55c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.088781251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-sub","reconcileID":"99f01750-39e8-4179-ba97-4bb1f6067c29","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.091285355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2948bbe6-0bc8-4258-b4a5-1553a3d55c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.105143645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2948bbe6-0bc8-4258-b4a5-1553a3d55c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.118952921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2948bbe6-0bc8-4258-b4a5-1553a3d55c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.159467666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"67f6f7b8-35d7-49a5-9357-5fa0f4aeb89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.15970979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"88cded02-7792-4351-8725-d9d74673680d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.164427953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"706f52c9-7f48-4d54-9bad-64a78796e17d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.164442185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"706f52c9-7f48-4d54-9bad-64a78796e17d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.176626527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"67f6f7b8-35d7-49a5-9357-5fa0f4aeb89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.176867812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"88cded02-7792-4351-8725-d9d74673680d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.243267287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-auth","reconcileID":"40b690b9-4f67-4101-a8f6-d8ee8afe4f59","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.261173499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-auth","reconcileID":"40b690b9-4f67-4101-a8f6-d8ee8afe4f59","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.663928476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f512b9b-4729-47e5-acd2-3af03b3306fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.677560207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f512b9b-4729-47e5-acd2-3af03b3306fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.691137956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f512b9b-4729-47e5-acd2-3af03b3306fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.704987914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f512b9b-4729-47e5-acd2-3af03b3306fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.825682845Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-auth","reconcileID":"e38fcbe9-6663-4d58-bc8c-cd2ce2d887e2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.825783653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"ddb9917e-2e39-47c6-b2be-cf30f451e6ea","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.825799173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"ddb9917e-2e39-47c6-b2be-cf30f451e6ea","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.886464623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"f67c7b42-7068-465c-85fc-a0d323c667a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.886691371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"991b2a20-be61-4e14-acd1-f1dcc123bff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.904018838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-sub","reconcileID":"9fb91961-73b1-42d3-858a-1d536d424dc5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.909177252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"991b2a20-be61-4e14-acd1-f1dcc123bff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.909471831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"f67c7b42-7068-465c-85fc-a0d323c667a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.957982564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"e81a0f24-b242-4137-8275-570b87ab6dc7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:22.958000117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"e81a0f24-b242-4137-8275-570b87ab6dc7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.018613328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e2c9435e-5220-42dd-b17e-054dcddece58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.018829461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1a2c820a-5dd6-459a-ba08-4292b4a6cdf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.032887118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-sub","reconcileID":"ddd9f8b3-1b82-4f4c-9e57-00bfa26555c1","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.03615238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e2c9435e-5220-42dd-b17e-054dcddece58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.036223059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1a2c820a-5dd6-459a-ba08-4292b4a6cdf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.10591138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"7ee5e727-6e46-46a9-ae61-bbf2360ae952","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.105929473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"7ee5e727-6e46-46a9-ae61-bbf2360ae952","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.219919865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"69c5b0d6-b49d-4af6-989d-29c2647c4c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.220328373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"5b8a166c-5604-4119-a284-8cd758ed9fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.237120092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"69c5b0d6-b49d-4af6-989d-29c2647c4c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:23.237490925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"5b8a166c-5604-4119-a284-8cd758ed9fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.216132847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"2e2fb421-d79b-4c27-8985-356e37c2ea8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.2166324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1b7f3d39-07c2-4df5-b106-b9f76bdad07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.217332998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"42a452ee-3034-4232-a32e-7a3cb4174b3e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.244559263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"42a452ee-3034-4232-a32e-7a3cb4174b3e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.24633215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"2e2fb421-d79b-4c27-8985-356e37c2ea8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.257146918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1b7f3d39-07c2-4df5-b106-b9f76bdad07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.452447745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"0be99c65-bbc6-4180-961b-b5942c7609ab","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","subscription":"praxis-route-cc8b13-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.479056585Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"0be99c65-bbc6-4180-961b-b5942c7609ab","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.515243513Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13-sub","reconcileID":"0be99c65-bbc6-4180-961b-b5942c7609ab","MaaSSubscription":{"name":"praxis-route-cc8b13-sub","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"name":"maas-trlp-praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.821895784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"25f4d453-2c85-4257-90ed-80cbe2ef8d0c","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"tenant":"e2e-praxis-a-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","model":"ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:26.821923118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"25f4d453-2c85-4257-90ed-80cbe2ef8d0c","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"routeName":"praxis-route-cc8b13-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cc8b13","llmisvcName":"praxis-route-cc8b13","gateway":"openshift-ingress/e2e-praxis-a-cc8b13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.400181086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey","reconcileID":"f4966cf1-4c00-4118-94b4-dce1885c2b7c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.459579501Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey","reconcileID":"f4966cf1-4c00-4118-94b4-dce1885c2b7c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2119fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.459631752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey","reconcileID":"f4966cf1-4c00-4118-94b4-dce1885c2b7c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.459764945Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey","reconcileID":"f4966cf1-4c00-4118-94b4-dce1885c2b7c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-2119fb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.516939111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"accc3314-2f14-472a-8c1a-7e8626617be5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.607576126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"98f1802d-70ce-4ab3-bf62-39baabdb1325","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.648800401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"adefa3a0-345f-4709-a0ce-44263ee55b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.649042715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"af33bcd7-feb9-4dcf-a062-c64e2a1f3f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.649258969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"0a78ce1d-47b5-4935-b736-ed3d21b0b9c6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.666327062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"adefa3a0-345f-4709-a0ce-44263ee55b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.66789312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"0a78ce1d-47b5-4935-b736-ed3d21b0b9c6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.668471054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"af33bcd7-feb9-4dcf-a062-c64e2a1f3f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.75949746Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"1e913e67-0113-49dc-9f74-87477b8e70bc","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.759683201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"f1bb3ba8-358e-4286-94a2-c4b646bfa0d0","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.825503096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"53ac4dc8-f654-461c-aa08-524a365bcf60","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.939946877Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube","reconcileID":"97f0d66a-81fc-4376-be20-bd71533de21a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.973489493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f7247a-390e-449e-b243-53d389564f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:29.987447389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f7247a-390e-449e-b243-53d389564f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.001475834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f7247a-390e-449e-b243-53d389564f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.00662531Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube","reconcileID":"97f0d66a-81fc-4376-be20-bd71533de21a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.006643229Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube","reconcileID":"97f0d66a-81fc-4376-be20-bd71533de21a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.015467475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f7247a-390e-449e-b243-53d389564f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.015510137Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube","reconcileID":"97f0d66a-81fc-4376-be20-bd71533de21a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-0177f2/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.071051215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"efe18c5e-ac5c-4e68-8e78-d12090405e07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.100787216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"27fcc79b-acae-4949-bff3-1acd6fd30daa","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.208637072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"e785c865-13fc-41f6-8731-86e5ebc091a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.221701266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4b0b7856-5b38-41ee-9d84-2359fcf5dc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.22193505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"8c29e76a-3abd-4adb-b821-afa698dd4095","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.226184486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"e785c865-13fc-41f6-8731-86e5ebc091a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.239312818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"8c29e76a-3abd-4adb-b821-afa698dd4095","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.239392569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4b0b7856-5b38-41ee-9d84-2359fcf5dc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.245649252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"b4464a47-039d-4d8a-8908-41239a544b39","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.278863863Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-degraded-models-kube-auth","reconcileID":"c5706ab2-182a-48a3-b12f-5519fb272b4d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.498714179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"f8fcf99a-5a28-4e49-a634-6c2380cf2198","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.680462679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757819c9-b738-422e-bfdd-2237afe766e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.69421932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757819c9-b738-422e-bfdd-2237afe766e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.708043495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757819c9-b738-422e-bfdd-2237afe766e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.726301257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757819c9-b738-422e-bfdd-2237afe766e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:30.825672894Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8e4fd8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8e4fd8","reconcileID":"427c3b6e-d9c6-44bf-8d7a-769522830b29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-8e4fd8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-8e4fd8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:31.351858639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b341f1a3-937f-4d0b-a3d2-2470277273cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:31.365528697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b341f1a3-937f-4d0b-a3d2-2470277273cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:31.379203297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b341f1a3-937f-4d0b-a3d2-2470277273cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:31.392884861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b341f1a3-937f-4d0b-a3d2-2470277273cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:33.225198234Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-sub","reconcileID":"1c4abe65-1eba-4f7d-8d2e-4601b7c8f20f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:33.239897222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-sub","reconcileID":"1c4abe65-1eba-4f7d-8d2e-4601b7c8f20f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:33.256497884Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-enrichment-sub","reconcileID":"1c4abe65-1eba-4f7d-8d2e-4601b7c8f20f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:33.403937866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"f0add4bb-431d-45f7-b897-79aad9c108f5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"tenant":"e2e-worker-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:33.403953486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"e2e-enrichment-model-ref","reconcileID":"f0add4bb-431d-45f7-b897-79aad9c108f5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:33.514759256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b6cd558f-ae7e-4faa-af20-dfe21dcf02e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:33.515211943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"044ff95f-09ad-4a9a-87d7-7384e8e90ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:33.53261583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b6cd558f-ae7e-4faa-af20-dfe21dcf02e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:33.591982835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"044ff95f-09ad-4a9a-87d7-7384e8e90ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:33.65281052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"fc7fa057-63dc-4c73-8787-0b96451386eb","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.395769111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"6a60ee20-f016-42e3-912a-e32d794f4e70","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.414367885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"71f78726-7b0f-4ced-8fe8-2d0700f20182","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:34.438653898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-sub","reconcileID":"e72f8baf-5056-4545-9f40-845bcbb29cd8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.447649127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"743eb35f-fe31-4349-9683-e883cc5f6066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.447657646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"797408c4-a593-46b9-9b5b-0443a1c9d3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.468804115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"797408c4-a593-46b9-9b5b-0443a1c9d3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.468842175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"743eb35f-fe31-4349-9683-e883cc5f6066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.48729045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"a3ebad45-4b6f-4a2d-92fe-275ae55c14e0","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.508889203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"2c66f345-1c99-4ad5-9c50-8256561d8020","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.586636691Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-sub","reconcileID":"884e357d-7a68-4042-a958-c899f6a40b8b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","model":"distinct-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.608184451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-32b438 priority=0:[ai-tenant-e2e-worker-w3-32b438/e2e-model-match-sub ai-tenant-e2e-worker-w3-32b438/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.608331557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"b93c500b-fab0-4d55-b339-716f65a24d39","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.626856243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"423bd995-6b82-479c-adc0-14650d393f2a","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:34.634829229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-sub","reconcileID":"884e357d-7a68-4042-a958-c899f6a40b8b","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.639570296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"286d4a81-ec6a-477d-83ca-bf15afc3174a","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:34.642222012Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-32b438/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.644551188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"79d7dd7c-32f9-4c09-ada9-5ee197547cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.644551165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c77bd354-802d-44d3-9bf3-728c1519f91f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.657161648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"64829043-89f9-4208-be99-6bb00ee33db0","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.661993975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"79d7dd7c-32f9-4c09-ada9-5ee197547cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.662103348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c77bd354-802d-44d3-9bf3-728c1519f91f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.69057506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-sub","reconcileID":"d90db9ac-a8c9-485d-bc2e-a5fe98325568","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.743293635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"70e767f5-975d-48d2-9405-e827f236b093","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.80053665Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-sub","reconcileID":"feae21ba-d032-42d8-ae9b-94bcc24c3040","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","model":"distinct-2-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.821053404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"bd027cf5-16c6-4040-a71c-431f4984e0ec","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.840164582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"f5600c9d-1732-4d25-ba36-7bdef51a5bbb","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.84366092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"680ed35a-7030-4f8f-9493-a31db6aa89af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.844022828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8efb43f3-861a-4ee1-abb2-b00b36430254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:34.855218087Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"f5600c9d-1732-4d25-ba36-7bdef51a5bbb","name":"distinct-w3-32b438","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-32b438\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:34.855267366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"f5600c9d-1732-4d25-ba36-7bdef51a5bbb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-32b438\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.855363112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"24683841-55a4-4b73-99d7-ec3b78d72404","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.860868955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"fe9e8a78-6874-446e-8244-3cf688209aba","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.863347533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"680ed35a-7030-4f8f-9493-a31db6aa89af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.86400451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8efb43f3-861a-4ee1-abb2-b00b36430254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.896441515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-sub","reconcileID":"026e14cf-ac52-4dda-a866-b4116283b875","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.956376144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"f2d99c8e-b21d-45d6-8817-3cbca8f7a855","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.973900342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"f2d99c8e-b21d-45d6-8817-3cbca8f7a855","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:34.996088756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-sub","reconcileID":"7092aade-c571-474c-80a9-aee570fc3b38","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.038066224Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","namespace":"ai-tenant-e2e-praxis-a-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.038109775Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","namespace":"ai-tenant-e2e-praxis-a-cc8b13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.038153923Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","tenant":"e2e-praxis-a-cc8b13","tenantID":"e2e-praxis-a-cc8b13","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.045065353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"f6f39c27-2a7f-4103-ae03-5af9d6c5a075","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.053097385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-cc8b13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.056782463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4edce47e-a3b0-44dd-ab7a-1656ae0259ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.058311576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6371660d-3176-4b65-a32f-d662d932f4ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.065375902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"eb85f18d-91a3-463c-85d2-e037d71d0451","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.065705974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"75c11259-fe55-411e-825e-8fb44a77b378","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.07673871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4edce47e-a3b0-44dd-ab7a-1656ae0259ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.083234568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6371660d-3176-4b65-a32f-d662d932f4ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.087816391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"Service","name":"maas-api-e2e-praxis-a-cc8b13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.110551655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-cc8b13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.125452137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"313d80f1-445c-4107-8e94-3883d2fd3c79","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.126032886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-sub","reconcileID":"5862b451-3948-4212-9a19-4d79c802326c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.126796636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-cc8b13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.144264927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"313d80f1-445c-4107-8e94-3883d2fd3c79","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.14459974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.160372572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.178684312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.194246295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.207395713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.21772831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"d63238f2-658b-429b-a6b2-39b48bbcc153","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.221058194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.234190126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"Service","name":"payload-processing-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.236040486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"d63238f2-658b-429b-a6b2-39b48bbcc153","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.247624466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.260966533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.274249733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.287399187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.305682149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.321629266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"06030f03-5044-4f6e-bf84-a6c56286ccfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.322064842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"ce456151-ea4f-42b5-8224-2040ca6ad974","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.32231516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1bcb74eb-2cbb-4902-be8f-95553275c1e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.322383314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.383481055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"ce456151-ea4f-42b5-8224-2040ca6ad974","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.395076136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"06030f03-5044-4f6e-bf84-a6c56286ccfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.403120034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"46000f57-fac5-4010-bbe8-860fac3578d8","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.405638596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1bcb74eb-2cbb-4902-be8f-95553275c1e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.411208569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.441860723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-cc8b13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.469416282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"default-tenant","reconcileID":"deebf37b-883a-45e2-a8d3-58ea7bce6b3c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-cc8b13","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.51871512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"c1ff6fee-5cb8-44e4-a382-db350742e8f6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.553188981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"c1ff6fee-5cb8-44e4-a382-db350742e8f6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.804638813Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cc8b13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cc8b13","reconcileID":"a72ddf0e-de9e-402e-ba8b-f40059768453","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-cc8b13","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-cc8b13"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:35.855451177Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"31fc7da7-68ae-4f00-87a8-0894e8e6e7db","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:35.889040193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"31fc7da7-68ae-4f00-87a8-0894e8e6e7db","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:35.894550645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"65838f7a-b2a8-4fbf-89e1-fa9bdf77c2cc","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:35.894647124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"65838f7a-b2a8-4fbf-89e1-fa9bdf77c2cc","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:35.905846716Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"a4eebb2b-a8d0-4b8b-bd0f-0873c8035f65","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:35.905907978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"a4eebb2b-a8d0-4b8b-bd0f-0873c8035f65","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:35.926703577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"f1d2291c-01ad-43b4-aa59-9bd2c8ba254c","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:35.926757916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"f1d2291c-01ad-43b4-aa59-9bd2c8ba254c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:35.992815372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"26257beb-53a7-4613-bb15-3cdeffd3746f","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:35.992910887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"26257beb-53a7-4613-bb15-3cdeffd3746f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:35.993534695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"ea96cc90-d09d-4fef-b922-01e3c28084ed","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.000531651Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-32b438 priority=0:[ai-tenant-e2e-worker-w3-32b438/e2e-model-match-sub ai-tenant-e2e-worker-w3-32b438/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.021939419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a37ef325-c999-47ec-8394-36a6c845cabe","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:36.036368148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-list-subs-refs-sub","reconcileID":"ef7d357b-3883-474e-a838-d48209d14726","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.040429415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c322249c-cb0b-46ed-804e-646627ec88c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.041068066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"252d6f54-45cb-4251-b9a5-a942d8a57351","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:36.096543259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"8adb2d27-dca7-435b-904c-3634c5fb55b8","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:36.096627387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"8adb2d27-dca7-435b-904c-3634c5fb55b8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.096919941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a06771b9-2a26-4f56-9f8b-5bc0ddd4ca7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.099741049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c322249c-cb0b-46ed-804e-646627ec88c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.113914479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a1d6d927-4190-480c-88f6-e8efb9db2996","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.116807608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a06771b9-2a26-4f56-9f8b-5bc0ddd4ca7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.131864093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"bc5866d2-d3dc-42a8-94eb-95bb4d1c0181","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.208493329Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-list-subs-refs-sub","reconcileID":"ccfa9d4b-b921-48df-bda4-8f3229177c33","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.239064726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3705ae6b-5d10-4c37-ac89-0d8a5e35ca14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.253031487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3705ae6b-5d10-4c37-ac89-0d8a5e35ca14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:36.257015743Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"6983f46a-29cf-4e59-bff9-949d9428b1ac","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:36.257068473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"6983f46a-29cf-4e59-bff9-949d9428b1ac","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.266903733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3705ae6b-5d10-4c37-ac89-0d8a5e35ca14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.280757838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3705ae6b-5d10-4c37-ac89-0d8a5e35ca14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.301331099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"b4ea3a2d-11e0-4c53-b7ed-2928f6b6d3af","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.307535924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5d5271a3-c08b-484c-9c86-540c6ec81a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.309833892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"c374fff0-9836-4273-b3c7-61b4bb512916","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.324976601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5d5271a3-c08b-484c-9c86-540c6ec81a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.389246977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-list-subs-refs-sub","reconcileID":"2379943f-0fa8-4f9c-8cab-975b4b9dc920","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.393324709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1750b6ee-a195-4f47-a335-abcea65e58f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.410597904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1750b6ee-a195-4f47-a335-abcea65e58f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.489933642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"c215fb1a-80e5-47da-8d55-b41b289d7e80","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.535722832Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-sub","reconcileID":"90bab581-d436-463c-beb6-26a66853e05f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8fab7691","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.571256218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"9f124dd4-3635-4b2d-b1e5-85f6be921b37","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.571630074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d39b06e6-5443-43ff-9757-ea5e7e16dd8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.571847588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"efccd9fb-4742-44b8-935e-de45d2ef99fc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.572330963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"600c222c-b378-4990-8a68-bb10e3175c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:36.577387372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"66806ddd-5b9d-4f61-a2cb-9fae4870b473","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:36.577448774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"66806ddd-5b9d-4f61-a2cb-9fae4870b473","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.592399374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"600c222c-b378-4990-8a68-bb10e3175c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.592616545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d39b06e6-5443-43ff-9757-ea5e7e16dd8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.595830384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"efccd9fb-4742-44b8-935e-de45d2ef99fc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.596138639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"9f124dd4-3635-4b2d-b1e5-85f6be921b37","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.798077026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"31c17e36-70f7-4684-afae-20c4c43a4c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.798215091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1c3a9f99-e8ac-4648-98d9-95f02bfd058b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.79856841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"48296070-d818-4db3-b7e2-c4b00292045e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.79869388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"c6a18cd0-f0e3-445d-b0b2-a28b3b317fe4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.816552603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"31c17e36-70f7-4684-afae-20c4c43a4c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.816668843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1c3a9f99-e8ac-4648-98d9-95f02bfd058b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.818863616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"48296070-d818-4db3-b7e2-c4b00292045e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.819092614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"c6a18cd0-f0e3-445d-b0b2-a28b3b317fe4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.85571337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532246e4-8256-47c3-a8f7-60f93545a0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.869522481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532246e4-8256-47c3-a8f7-60f93545a0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.88329645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532246e4-8256-47c3-a8f7-60f93545a0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:36.897966473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532246e4-8256-47c3-a8f7-60f93545a0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:37.2178001Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"6f55d10d-1bbc-4141-846d-b06a60aa8a68","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:37.217881105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"6f55d10d-1bbc-4141-846d-b06a60aa8a68","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:38.498899282Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"4898afeb-ada8-479e-8e4b-be1d558af4b6","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:38.4989709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"4898afeb-ada8-479e-8e4b-be1d558af4b6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:38.717869129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"5292eafb-e216-4513-aa6b-f8147dacba47","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:38.758999888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"0a1a76e3-1062-46af-9eba-bff14098a82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:38.764944359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"46f4bc7e-b7cf-4078-b4ea-c1b7e3c9aaff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:38.777176375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"0a1a76e3-1062-46af-9eba-bff14098a82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:38.782496086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"46f4bc7e-b7cf-4078-b4ea-c1b7e3c9aaff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:40.884462332Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"f87c93ae-dd20-4cd6-bd52-0551c014db0b","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:40.884525966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"f87c93ae-dd20-4cd6-bd52-0551c014db0b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:40.985767469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"2e1f8b5e-c5fd-46e7-87e0-3f1fac4603f7","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:40.985918993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"2e1f8b5e-c5fd-46e7-87e0-3f1fac4603f7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:41.255445595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ab1c43-cda2-44a4-9cdc-bc4932c63dc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:41.269701208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ab1c43-cda2-44a4-9cdc-bc4932c63dc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:41.283562973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ab1c43-cda2-44a4-9cdc-bc4932c63dc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:41.297543939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ab1c43-cda2-44a4-9cdc-bc4932c63dc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:41.55585168Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"1632b3a8-91e6-45df-abb7-8c2231509cbb","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:41.555916091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"1632b3a8-91e6-45df-abb7-8c2231509cbb","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:41.882559582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626c78fe-348c-4652-92f4-00adef3efc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:41.896839079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626c78fe-348c-4652-92f4-00adef3efc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:41.91066545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626c78fe-348c-4652-92f4-00adef3efc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:41.924535634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626c78fe-348c-4652-92f4-00adef3efc37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:42.029946984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"be531b9e-8e17-4bbb-8583-f0d0b3f92f54","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:42.030030144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"be531b9e-8e17-4bbb-8583-f0d0b3f92f54","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:42.078346334Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-265447","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-265447","reconcileID":"4c02b2cd-0f19-4213-9441-5a887452b03d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-265447","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-265447":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:42.158295779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"c8a68fd7-6d39-4bae-9fb5-9fa32a6ae16f","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:42.158359773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"c8a68fd7-6d39-4bae-9fb5-9fa32a6ae16f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:42.651125915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caec1e15-7a1e-4991-a258-bb782b257a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:42.665180968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caec1e15-7a1e-4991-a258-bb782b257a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:42.679083989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caec1e15-7a1e-4991-a258-bb782b257a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:42.693104536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caec1e15-7a1e-4991-a258-bb782b257a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:43.520682375Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"c5395926-6302-40ec-a874-82d1d101a226","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:43.520761095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"c5395926-6302-40ec-a874-82d1d101a226","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:45.661256406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"f0d47d55-9b6b-414c-9180-d3ed5f542e8d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-8e4fd8","tenantID":"e2e-praxis-b-8e4fd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:45.698712802Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"f0d47d55-9b6b-414c-9180-d3ed5f542e8d","name":"e2e-praxis-b-8e4fd8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.550113544Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-sub","reconcileID":"e08a31ff-d267-477c-bde7-eda0141dbfce","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.564216376Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-sub","reconcileID":"e08a31ff-d267-477c-bde7-eda0141dbfce","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.57842586Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-sub","reconcileID":"e08a31ff-d267-477c-bde7-eda0141dbfce","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.728411367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"d7a0c4bd-92ac-4cdd-a00f-71d74426eb82","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.750982491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"f07746d0-1bd7-4b5d-a8a0-e8930319f58e","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.796928707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1fa01928-7303-4da0-8561-86b4fa8d2011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.798040382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"84b7c5cb-08bf-4d60-9f82-e9b8388e94e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.798047295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"9e10b5e9-a05b-4c60-8e88-7baf93e69a21","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.798307486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"32cf7690-582e-4b28-96e2-e27e1e2b6836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.815427329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1fa01928-7303-4da0-8561-86b4fa8d2011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.816693783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"84b7c5cb-08bf-4d60-9f82-e9b8388e94e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.819094489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"32cf7690-582e-4b28-96e2-e27e1e2b6836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.819914776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"9e10b5e9-a05b-4c60-8e88-7baf93e69a21","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.897497451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"3f01d91b-dc90-4497-a4ac-96a8ead74fb6","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.930484983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"4d51f655-8ab0-45ef-ba0a-18e557e50f38","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.944431039Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-sub","reconcileID":"2dd07e93-0381-4dc1-8f26-84634aca304f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-432e6dac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:46.949282963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"4d51f655-8ab0-45ef-ba0a-18e557e50f38","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.026766581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"f343d358-c97d-44c9-972e-1d00940c146f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.029639586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"bcf68785-c1ee-4064-93c5-30e3acd61022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.029972436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"2c016a96-6e53-4ecc-97e6-58b8d624c5eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.045717104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"f343d358-c97d-44c9-972e-1d00940c146f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.047271775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"bcf68785-c1ee-4064-93c5-30e3acd61022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.048152457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"2c016a96-6e53-4ecc-97e6-58b8d624c5eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.149715741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"163ffca2-8778-4a8f-8b7f-c1349a0f7d2f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.162039065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"70a8656c-9434-410f-9151-7a727bcf41e0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.16277443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"0533b8e9-de0f-4a7d-80ea-2c799ec9e83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.162862156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"19387684-6c8e-4194-8072-e8ef0920e8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.167442676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"163ffca2-8778-4a8f-8b7f-c1349a0f7d2f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.181740037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"70a8656c-9434-410f-9151-7a727bcf41e0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.181798742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"0533b8e9-de0f-4a7d-80ea-2c799ec9e83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:47.184087736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"19387684-6c8e-4194-8072-e8ef0920e8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:48.775064202Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-list-subs-refs-sub","reconcileID":"8558f621-9953-406f-91a0-98eb0fbc628d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:48.837182854Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-list-subs-refs-sub","reconcileID":"8558f621-9953-406f-91a0-98eb0fbc628d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:48.89342116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"d0709441-b72f-4c21-965f-36dba6f46c00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:48.999100076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"1f29a8d9-4a7b-4fff-9918-ed7d72f447e4","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.039256846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"bd9f11b7-c6ab-49ff-b2dd-7b0dd08e2fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.03941664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bce09eb1-c5e2-42bd-a6ba-c197478d62e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.056757326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bce09eb1-c5e2-42bd-a6ba-c197478d62e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.091767022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"bd9f11b7-c6ab-49ff-b2dd-7b0dd08e2fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.674649339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"be435e6c-ab6b-4381-a7fd-4476ecc228f0","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.675143633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"94e43d26-11a3-40cb-b68c-56826e6a1e6e","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.694907112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"1c307ff1-17d9-40b7-b15e-7b0ea7de3e4a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.695367836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"b1cb3ae0-fc5a-49a9-a136-2b4ace098232","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:49.709498155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-sub","reconcileID":"b2d7fe1d-14df-4946-ad14-1854a3195e16","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.719885701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c80d7a53-1d4a-468a-9992-ea13d7045690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.719950186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"49dfe5dd-57a2-44da-891a-a8af1a5fe67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.738675918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"49dfe5dd-57a2-44da-891a-a8af1a5fe67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.739784378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c80d7a53-1d4a-468a-9992-ea13d7045690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.747618829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"240624c5-ab01-4159-ba54-ecc4e8c0283b","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.748124747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"ac37641f-4246-49ed-9197-bec431247a7a","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.765349665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a57a8e7a-7118-4e4e-9be7-e16b2edb7a3f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.765797628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"1bb3f1b0-76b3-4307-86e6-f6a6ab549447","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.841263627Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-sub","reconcileID":"2f5ea8f7-2139-40ee-9d52-ceeb3704a51f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-partial-access-sub","ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.857488703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"0d7116e1-38e3-467c-8983-06c0868ce5c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.857510849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c649394a-3da4-4efd-9e83-9adf673e2bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.877062826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c649394a-3da4-4efd-9e83-9adf673e2bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.877391249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"0d7116e1-38e3-467c-8983-06c0868ce5c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.884085308Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-sub","reconcileID":"2f5ea8f7-2139-40ee-9d52-ceeb3704a51f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-w2-0177f2","model":"distinct-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.889715347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"c9a1f666-09e2-4507-b8de-31ee37517cf5","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.907999601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a2296dba-eeca-4c32-b3ca-e107adab6674","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.923239874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"13445b55-c3b4-4dda-bcca-aafa8b43ab94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.955619192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8dcc4645-f798-4006-8956-fcabc9f9d5d7","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.956058472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"788132ad-1496-45f1-94a7-48c8fd45c3b2","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.958230788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-auth","reconcileID":"df90eb2f-f7fb-4f4a-ac76-dfb61b5400fe","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:49.977210128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-auth","reconcileID":"df90eb2f-f7fb-4f4a-ac76-dfb61b5400fe","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.021855679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-sub","reconcileID":"7251077d-5c1d-4858-9d29-d24c551a7705","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.066713997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-sub","reconcileID":"7251077d-5c1d-4858-9d29-d24c551a7705","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.123695561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"f1bf84b2-49a5-4666-beb7-279542b7f299","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.156566488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"c520f596-27b2-4cf3-ad21-a0f0acc130a1","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.157021929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"ed43b477-c1a6-4b57-89aa-f84bf28e6be5","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.164046998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-auth","reconcileID":"142c8589-4317-4610-8f30-78d10e01a640","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.182933787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-auth","reconcileID":"142c8589-4317-4610-8f30-78d10e01a640","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:50.264830288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-auth","reconcileID":"142c8589-4317-4610-8f30-78d10e01a640","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.322041483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-auth","reconcileID":"62975705-80e3-4627-ba44-5d10ee37f680","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.354155957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-auth","reconcileID":"62975705-80e3-4627-ba44-5d10ee37f680","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.596030598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"40fc9cc3-841b-48d6-8d89-49576c6bff42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.596605405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"9d5ae1f5-3e8f-4bd0-9ce1-1f86bbbeaf00","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.597070074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"2b6ff119-c18f-4497-b856-5c858490e676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.602894407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"e0173ef8-a457-4105-94bf-3badc893e89a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.690149543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"40fc9cc3-841b-48d6-8d89-49576c6bff42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.707791082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"9d5ae1f5-3e8f-4bd0-9ce1-1f86bbbeaf00","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.734344687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"2b6ff119-c18f-4497-b856-5c858490e676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.806554806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"e0173ef8-a457-4105-94bf-3badc893e89a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.9742972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6bf545cf-cd7e-4548-96d3-4c4f48c5828d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.988030959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"6dcd3efa-9fae-4508-8cc4-afc4e98da3c4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.988497779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"dbe90c4b-3ae4-4966-b3cd-e324b515e5d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.996411932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6bf545cf-cd7e-4548-96d3-4c4f48c5828d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:50.998868304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"19b8bfe5-8a15-41e9-8c14-7ab1ccc97c9d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:51.040274221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"19b8bfe5-8a15-41e9-8c14-7ab1ccc97c9d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:51.050178961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"dbe90c4b-3ae4-4966-b3cd-e324b515e5d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:51.065287349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"6dcd3efa-9fae-4508-8cc4-afc4e98da3c4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:51.62492566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:52.928978966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"feda878d-c518-447e-96a6-23d45d7d6cb3","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:52.928999769Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-auth","reconcileID":"9d4142ba-2b62-4a74-b424-0b1694cf1e93","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:52.974216336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"c4c95dcb-6d18-4577-a643-3bd18c71a87e","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:53.253908529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"b851347c-70df-4a14-9079-e07d41cbae90","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:53.255165562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"7dd2f320-f82e-4f5d-8f4f-057a3caf1949","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:53.293830864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"253ae88b-835f-44d0-8711-acb93869cacf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:53.296788685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"fe60b2b8-32c8-46c7-97ce-33d49ec346a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:53.31327889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"253ae88b-835f-44d0-8711-acb93869cacf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:53.314214969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"fe60b2b8-32c8-46c7-97ce-33d49ec346a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:56.959026489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-sub","reconcileID":"f4b3a33c-a6b6-4ab4-957d-b5fc96bddd83","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:56.973180086Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-sub","reconcileID":"f4b3a33c-a6b6-4ab4-957d-b5fc96bddd83","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:56.987168696Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-sub","reconcileID":"f4b3a33c-a6b6-4ab4-957d-b5fc96bddd83","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:56.992409818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"91fbafca-b22f-466c-8a3d-e7522878c7b2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.02953035Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"91fbafca-b22f-466c-8a3d-e7522878c7b2","name":"e2e-shared-a-w4-265447-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.139028425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"8dfebd16-16f6-47a4-b13c-1f9b6c914c27","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.207007468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"3cad3b63-f711-4c0a-b788-92a35d604a66","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.220236495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c8fe8edb-f787-45f3-826c-5a57946c1d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.220552107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"245d7a04-9635-4a8f-8f9e-8812c578ced3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.220947797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a155d497-a2dc-4a9c-a394-9fe4028878fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.226023971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"3cad3b63-f711-4c0a-b788-92a35d604a66","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.240088952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c8fe8edb-f787-45f3-826c-5a57946c1d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.24018134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"245d7a04-9635-4a8f-8f9e-8812c578ced3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.242702226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a155d497-a2dc-4a9c-a394-9fe4028878fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.301865465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"a295d110-42e1-4f6b-b907-98dcc725b3ba","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.357295922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-match-auth","reconcileID":"3bba9085-73e9-4e8c-baf0-d6c24330701d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.510129305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"d104bd15-d46c-476c-b39a-968da785fdaa","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.527683631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"d104bd15-d46c-476c-b39a-968da785fdaa","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.578716605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"9f287e61-2edd-4423-9d93-8a487cd89da3","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.749910304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-model-nomatch-auth","reconcileID":"fb3a2fcc-ad25-485d-8770-10fffc1009e6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.749913175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"d47ef7b9-01ee-4253-9287-4babe6e7fdf1","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:57.793525171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"d4b978d4-8df1-4cfb-9de3-5d22e92717d0","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.437817166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"3324aea0-5f54-49ca-baea-23dafb61850c","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.45799357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"d893c31f-5256-4004-a439-16fe5cce011f","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:54:59.46838207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-sub","reconcileID":"1c094827-3872-4fd7-b85b-ca690f79251a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.477188801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"bfe68278-8f4c-400b-a758-fa973c49a20f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.477548712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6bf6e835-031d-46df-b786-81735b54ac2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.49660023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"bfe68278-8f4c-400b-a758-fa973c49a20f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.496781782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6bf6e835-031d-46df-b786-81735b54ac2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.505007606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"7201daf9-fbf6-453d-91c1-c9e17d7ee378","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.521136526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"4c416a63-04de-483b-ad3c-807eccc9755d","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.577260473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-sub","reconcileID":"4bd8f6bf-a3f8-44c2-8004-c839c061505d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","model":"distinct-w3-32b438","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32b438/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.577936558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"935e907f-9695-4333-9169-58d252041766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.578068127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"43053697-bdab-4b21-8fd8-8b4582d4a089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.596389947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"43053697-bdab-4b21-8fd8-8b4582d4a089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.596904725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"935e907f-9695-4333-9169-58d252041766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.627477151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"0683605f-b452-4fed-acbf-4f014f8d6e79","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.667646079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"30cb4fef-126b-486f-b217-a1251cf04f54","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.682500711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-sub","reconcileID":"9c2af190-8ac8-4174-9a2a-6476343d334f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.685773552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"e0c46ffd-2814-480e-95a4-f1d391a09b0d","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.739826355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-auth","reconcileID":"d689ea63-9a22-4c0d-b6de-da2ba21e968b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.75767236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-auth","reconcileID":"d689ea63-9a22-4c0d-b6de-da2ba21e968b","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.855229756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"5302f5bb-c2e6-4baf-8308-fc0fc3dfcc91","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.908560929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-auth","reconcileID":"233ecc1c-a02d-495e-b9ae-c9797bf2c60c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:54:59.925736158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-auth","reconcileID":"233ecc1c-a02d-495e-b9ae-c9797bf2c60c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:01.7962357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"a9774c1b-9a9c-4fb0-811b-04f9dd1d8cd8","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:01.796325606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"a9774c1b-9a9c-4fb0-811b-04f9dd1d8cd8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.108730654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9330de7-d80b-4f9e-9f83-631e56507774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.122471094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9330de7-d80b-4f9e-9f83-631e56507774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.136154571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9330de7-d80b-4f9e-9f83-631e56507774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.149777684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9330de7-d80b-4f9e-9f83-631e56507774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.644655348Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-auth","reconcileID":"8a382ed9-d736-4538-8a6c-22ce2b42460f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-2-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.64469515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"fb0905b6-f095-4bc8-a023-28e4f821ea81","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.693736907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dccd21f2-ac26-43f2-9d36-3397a891059a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.712362939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dccd21f2-ac26-43f2-9d36-3397a891059a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.732010976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dccd21f2-ac26-43f2-9d36-3397a891059a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.746356825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dccd21f2-ac26-43f2-9d36-3397a891059a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.775842302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"7ea1f1e5-4b69-4140-86d2-cbcd0ba5e18d","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.946227136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"0386d70a-3bc0-4291-a162-cb1dcfc6002d","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.988132529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"362b75fc-ed14-422e-8d1c-b8c00cdb68f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:02.988159815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ee448224-2d27-4f86-a7cd-b89768a105a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.005380378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ee448224-2d27-4f86-a7cd-b89768a105a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.005774674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"362b75fc-ed14-422e-8d1c-b8c00cdb68f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.30226332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-sub","reconcileID":"79ba6e75-0c47-447d-b1dc-421b0b665e8f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.363379527Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-sub","reconcileID":"79ba6e75-0c47-447d-b1dc-421b0b665e8f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-0177f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.363410733Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-sub","reconcileID":"79ba6e75-0c47-447d-b1dc-421b0b665e8f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.380133004Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-sub","reconcileID":"79ba6e75-0c47-447d-b1dc-421b0b665e8f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.393829508Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"e2e-partial-access-sub","reconcileID":"79ba6e75-0c47-447d-b1dc-421b0b665e8f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.42157319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"da88ec86-996d-46c5-83d5-8428918dbdc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.515128004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"cc057842-707b-47af-a119-9c8c29fee47f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.515975329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"da1741b5-9838-48ca-8202-941b452e754f","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.555903783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8fc71923-2edd-4948-a40a-8b6e71e493cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.555926097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"405bf267-b386-4d27-8305-1b414d1f14aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.573750548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8fc71923-2edd-4948-a40a-8b6e71e493cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:03.574627405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"405bf267-b386-4d27-8305-1b414d1f14aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:07.579469853Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"44d0464d-6d67-4f77-bd71-5799d1b71e31","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:07.57954845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"44d0464d-6d67-4f77-bd71-5799d1b71e31","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:07.634556064Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"d9195a3f-f349-452b-83a3-ec497e9fb546","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:07.634646465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"d9195a3f-f349-452b-83a3-ec497e9fb546","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:07.897767811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5036524-b8a3-4091-a2e5-7e46f8510db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:07.916967767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5036524-b8a3-4091-a2e5-7e46f8510db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:07.931647334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5036524-b8a3-4091-a2e5-7e46f8510db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:07.946114925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5036524-b8a3-4091-a2e5-7e46f8510db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:08.202968176Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"2c3d2fa4-1c84-453f-8c12-febe1a1691b9","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:08.203169444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"2c3d2fa4-1c84-453f-8c12-febe1a1691b9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:08.247651161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"0770bf4e-7c9e-400c-afe4-089bcfee154e","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:08.247835072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"0770bf4e-7c9e-400c-afe4-089bcfee154e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:08.664106943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9013b9bf-9eb0-4109-98e5-967309b1e252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:08.678081988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9013b9bf-9eb0-4109-98e5-967309b1e252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:08.68289835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"ca019d7c-9fa1-4d3b-b554-2d3efde96a47","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:08.682983936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"ca019d7c-9fa1-4d3b-b554-2d3efde96a47","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:08.691917629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9013b9bf-9eb0-4109-98e5-967309b1e252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:08.72180471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9013b9bf-9eb0-4109-98e5-967309b1e252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:08.741946192Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-140669","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-140669","reconcileID":"bbb8e925-7fc7-4983-a953-0f5880a53058","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-140669","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-140669":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:08.846968519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"b34b50f7-1ec3-49b0-a674-c2245aa5dc9e","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:08.847039783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"b34b50f7-1ec3-49b0-a674-c2245aa5dc9e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:09.567639143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58ae2a1-74a4-4f34-bb86-b38fdeabe736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:09.582845515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58ae2a1-74a4-4f34-bb86-b38fdeabe736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:09.597973694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58ae2a1-74a4-4f34-bb86-b38fdeabe736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:09.612631608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58ae2a1-74a4-4f34-bb86-b38fdeabe736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:09.897341187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"02881eb7-8151-4060-b1b9-cf7deec6ebdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:09.898890781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"53db31cf-88f4-4802-ac7b-50c33489d314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:09.923324875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"02881eb7-8151-4060-b1b9-cf7deec6ebdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:09.936220743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"53db31cf-88f4-4802-ac7b-50c33489d314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:09.99187586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a552a1dd-adf3-4cf4-ac65-94431a2f9f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:09.992155171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c8fc1212-f3bd-437a-a68d-ff8ce69a2444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:10.015440468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a552a1dd-adf3-4cf4-ac65-94431a2f9f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:10.023542411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c8fc1212-f3bd-437a-a68d-ff8ce69a2444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:10.299900842Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"2ba25b26-0c31-4386-8068-2920448b5262","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:10.30005964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"2ba25b26-0c31-4386-8068-2920448b5262","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:12.99268279Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-sub","reconcileID":"6501f942-760a-4a11-8743-85d347408080","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:13.006532503Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-sub","reconcileID":"6501f942-760a-4a11-8743-85d347408080","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:13.020462911Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"e2e-no-access-sub","reconcileID":"6501f942-760a-4a11-8743-85d347408080","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/distinct-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:13.169230641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"7445de75-d064-426b-9361-9f632600cf3c","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:13.209968544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c549eb12-a0fb-4513-9802-7cffc8bb0030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:13.20996904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"44935b00-38ca-4a4b-a2e4-da43142dbaa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:13.227759643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c549eb12-a0fb-4513-9802-7cffc8bb0030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:13.228072634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"44935b00-38ca-4a4b-a2e4-da43142dbaa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:14.363318017Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"53a3d2c7-ea71-4326-ac7c-c48ce04a4471","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:14.363400247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"53a3d2c7-ea71-4326-ac7c-c48ce04a4471","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:14.857507285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9825d1d-1cdb-4ecf-aded-cef731542a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:14.871247571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9825d1d-1cdb-4ecf-aded-cef731542a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:14.885461461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9825d1d-1cdb-4ecf-aded-cef731542a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:14.899353088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9825d1d-1cdb-4ecf-aded-cef731542a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:15.442797734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59aec2d3-1aec-4f71-87f7-0951d44aa3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:15.456701439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59aec2d3-1aec-4f71-87f7-0951d44aa3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:15.47068843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59aec2d3-1aec-4f71-87f7-0951d44aa3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:15.48467106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59aec2d3-1aec-4f71-87f7-0951d44aa3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:16.177426686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ca652b-b963-4838-bb27-86278d57b03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:16.191680659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ca652b-b963-4838-bb27-86278d57b03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:16.205566846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ca652b-b963-4838-bb27-86278d57b03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:16.219270595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ca652b-b963-4838-bb27-86278d57b03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:16.95169974Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"444857f5-3f3c-44d1-8be3-091b0487410a","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:16.951776445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"444857f5-3f3c-44d1-8be3-091b0487410a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:17.049166986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"77da3c32-1ab7-4f0d-b526-5d233274c12b","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:17.049248399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cc8b13","namespace":"ai-tenant-e2e-praxis-a-cc8b13"},"namespace":"ai-tenant-e2e-praxis-a-cc8b13","name":"praxis-route-cc8b13","reconcileID":"77da3c32-1ab7-4f0d-b526-5d233274c12b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cc8b13/praxis-route-cc8b13-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cc8b13]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:17.261834764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eadd83f-f1d0-4a04-8f89-9fa49e372c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:17.275511361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eadd83f-f1d0-4a04-8f89-9fa49e372c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:17.289505999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eadd83f-f1d0-4a04-8f89-9fa49e372c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:17.303278714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eadd83f-f1d0-4a04-8f89-9fa49e372c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:18.065301166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee063134-80ac-4b6a-8484-636f04b3aeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:18.080055173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee063134-80ac-4b6a-8484-636f04b3aeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:18.094670194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee063134-80ac-4b6a-8484-636f04b3aeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:18.10891487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee063134-80ac-4b6a-8484-636f04b3aeb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:18.148259185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-8db8d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-8db8d4","reconcileID":"75c83a9e-c277-4608-877e-515721fb7f75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-8db8d4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-8db8d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:18.89582903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f55d29-4023-4308-8204-1904b7346acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:18.910103279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f55d29-4023-4308-8204-1904b7346acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:18.924058601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f55d29-4023-4308-8204-1904b7346acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:18.938020588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f55d29-4023-4308-8204-1904b7346acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:19.561912315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc7848d-3205-4bd9-bd40-fb7822c9e518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:19.579575436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc7848d-3205-4bd9-bd40-fb7822c9e518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:19.594127402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc7848d-3205-4bd9-bd40-fb7822c9e518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:19.609342346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc7848d-3205-4bd9-bd40-fb7822c9e518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:20.261331099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169236e1-3473-478f-99d0-79f72de4a87a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:20.275764694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169236e1-3473-478f-99d0-79f72de4a87a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:20.290481495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169236e1-3473-478f-99d0-79f72de4a87a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:20.304873086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169236e1-3473-478f-99d0-79f72de4a87a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:21.155040553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a307bed9-9ae5-4837-8cfa-31b6ee3c155a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:21.169241114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a307bed9-9ae5-4837-8cfa-31b6ee3c155a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:21.183139642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a307bed9-9ae5-4837-8cfa-31b6ee3c155a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:21.197322162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a307bed9-9ae5-4837-8cfa-31b6ee3c155a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:21.692268032Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:21.847107562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93ad04b-d057-4c77-84e0-53f87c245cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:21.861092794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93ad04b-d057-4c77-84e0-53f87c245cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:21.874966898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93ad04b-d057-4c77-84e0-53f87c245cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:21.889632265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93ad04b-d057-4c77-84e0-53f87c245cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:22.014463401Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-3f5626","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-3f5626","reconcileID":"7636365c-01a7-4597-9b25-253c2f4ae8b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-3f5626","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-3f5626":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:22.460102683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c5e0cd-8736-46cb-a218-31ecc279bcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:22.473944686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c5e0cd-8736-46cb-a218-31ecc279bcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:22.487524412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c5e0cd-8736-46cb-a218-31ecc279bcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:22.501221277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c5e0cd-8736-46cb-a218-31ecc279bcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.054413638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf61819-64c9-4c56-b65a-0c65fe254a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.068221894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf61819-64c9-4c56-b65a-0c65fe254a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.081979006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf61819-64c9-4c56-b65a-0c65fe254a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.096417579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf61819-64c9-4c56-b65a-0c65fe254a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.251314026Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","namespace":"ai-tenant-e2e-praxis-a-121d28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.251389506Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","namespace":"ai-tenant-e2e-praxis-a-121d28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.251459157Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","tenant":"e2e-praxis-a-121d28","tenantID":"e2e-praxis-a-121d28","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.266668331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"Deployment","name":"maas-api-e2e-praxis-a-121d28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.29807136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"Service","name":"maas-api-e2e-praxis-a-121d28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.315346849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-121d28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.334659441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-121d28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.351137571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.371103214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.404333752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.42327179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.443067728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.470886163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.487973942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"Service","name":"payload-processing-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.503717187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.591951419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.609511998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.623341758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.640316165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.657342948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.676819213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.690957028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-121d28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.70445579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-121d28"},"namespace":"ai-tenant-e2e-praxis-a-121d28","name":"default-tenant","reconcileID":"f2ca9644-bd0c-47f7-bf53-5e4b72e8161a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-121d28","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.743075641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17e1103-4e74-4eb0-995b-b02cef35011a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.757255664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17e1103-4e74-4eb0-995b-b02cef35011a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.771761985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17e1103-4e74-4eb0-995b-b02cef35011a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:23.786514337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17e1103-4e74-4eb0-995b-b02cef35011a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:24.103150538Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-121d28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-121d28","reconcileID":"5845b1ce-f14c-4b28-b2ad-0712164400e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-121d28","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-121d28"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:24.542294261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f9c6d0-82aa-4a91-a9ac-9b2b21593228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:24.560456022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f9c6d0-82aa-4a91-a9ac-9b2b21593228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:24.575924379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f9c6d0-82aa-4a91-a9ac-9b2b21593228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:24.589902957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f9c6d0-82aa-4a91-a9ac-9b2b21593228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:25.140611288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4052120b-9f2f-436b-a36e-41c06ca1a7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:25.154423888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4052120b-9f2f-436b-a36e-41c06ca1a7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:25.168227124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4052120b-9f2f-436b-a36e-41c06ca1a7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:25.182043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4052120b-9f2f-436b-a36e-41c06ca1a7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:26.663899788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9310df99-e88d-473f-816d-12ed53cb46f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:26.67777368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9310df99-e88d-473f-816d-12ed53cb46f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:26.691838317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9310df99-e88d-473f-816d-12ed53cb46f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:26.70984138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9310df99-e88d-473f-816d-12ed53cb46f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:27.338409446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7815195b-4da1-4fbe-a866-dbb595bb9e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:27.366555819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7815195b-4da1-4fbe-a866-dbb595bb9e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:27.380561757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7815195b-4da1-4fbe-a866-dbb595bb9e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:27.394420864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7815195b-4da1-4fbe-a866-dbb595bb9e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:27.435286892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"39cecb83-4e27-41c8-8ad5-51cba99e86f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:27.477577192Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"39cecb83-4e27-41c8-8ad5-51cba99e86f1","name":"e2e-shared-a-w2-140669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:27.970063519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5f491e-b6d5-4b60-ae52-6659eaaa5e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:27.983778375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5f491e-b6d5-4b60-ae52-6659eaaa5e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:27.99757592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5f491e-b6d5-4b60-ae52-6659eaaa5e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:28.011515938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5f491e-b6d5-4b60-ae52-6659eaaa5e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:28.561023894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9d1c52-406c-4ffe-b317-69d4f664644c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:28.574730787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9d1c52-406c-4ffe-b317-69d4f664644c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:28.588355934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9d1c52-406c-4ffe-b317-69d4f664644c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:28.602913744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9d1c52-406c-4ffe-b317-69d4f664644c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:29.135009909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f46a150-7f23-4ee1-b875-49ca9e1b8f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:29.148782543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f46a150-7f23-4ee1-b875-49ca9e1b8f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:29.162414575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f46a150-7f23-4ee1-b875-49ca9e1b8f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:29.192053209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f46a150-7f23-4ee1-b875-49ca9e1b8f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:32.05921497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f8bcb4-dbe5-417d-9a7a-375263acaab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:32.073117036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f8bcb4-dbe5-417d-9a7a-375263acaab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:32.087009511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f8bcb4-dbe5-417d-9a7a-375263acaab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:32.100865418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f8bcb4-dbe5-417d-9a7a-375263acaab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:32.765960519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef3ed37-8cb2-44b4-a5cd-74b31ed3d220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:32.780373231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef3ed37-8cb2-44b4-a5cd-74b31ed3d220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:32.794471364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef3ed37-8cb2-44b4-a5cd-74b31ed3d220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:32.808222596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef3ed37-8cb2-44b4-a5cd-74b31ed3d220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:33.364893847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dbec06f-fc8f-4dd0-92dd-b94770697884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:33.378509219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dbec06f-fc8f-4dd0-92dd-b94770697884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:33.392254972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dbec06f-fc8f-4dd0-92dd-b94770697884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:33.405920631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dbec06f-fc8f-4dd0-92dd-b94770697884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:33.945631436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c71120-1493-46c7-a42d-8cea9fb60481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:33.960107475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c71120-1493-46c7-a42d-8cea9fb60481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:33.974098967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c71120-1493-46c7-a42d-8cea9fb60481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:33.988238481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c71120-1493-46c7-a42d-8cea9fb60481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:34.570444854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3b47a4-ad9d-4a42-bee6-47b6a47da2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:34.584404202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3b47a4-ad9d-4a42-bee6-47b6a47da2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:34.599751609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3b47a4-ad9d-4a42-bee6-47b6a47da2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:34.614250664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3b47a4-ad9d-4a42-bee6-47b6a47da2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:35.151475956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad812b6-d262-4b3c-b274-d9fd485b2ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:35.16584858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad812b6-d262-4b3c-b274-d9fd485b2ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:35.179625299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad812b6-d262-4b3c-b274-d9fd485b2ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:35.193524694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad812b6-d262-4b3c-b274-d9fd485b2ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:35.837030208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0cadc09c-5074-4909-8fa6-aeb7e17b773b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:35.842599993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8b71bc54-ecce-4681-9692-2a1a0b5a874c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:35.856217862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0cadc09c-5074-4909-8fa6-aeb7e17b773b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:35.869132298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8b71bc54-ecce-4681-9692-2a1a0b5a874c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:36.006377722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7a2195-f39b-4a37-95c4-76797dd17d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:36.035320572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7a2195-f39b-4a37-95c4-76797dd17d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:36.064723176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7a2195-f39b-4a37-95c4-76797dd17d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:36.087747644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7a2195-f39b-4a37-95c4-76797dd17d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:36.133887953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"64b79fe1-7cf1-4ef8-a745-605179db91b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:36.140501213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"220c8233-5ad1-4889-abbc-72ab94b7b331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:36.221562945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"220c8233-5ad1-4889-abbc-72ab94b7b331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:36.227516051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"64b79fe1-7cf1-4ef8-a745-605179db91b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:37.992497735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"befedfec-0a94-4cdb-b2c5-0381653a8104","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:38.03101842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"befedfec-0a94-4cdb-b2c5-0381653a8104","name":"e2e-shared-a-w3-8db8d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:42.580156558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"45b62b09-84b4-4ea5-9c09-d8368db5053a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:42.618086459Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"45b62b09-84b4-4ea5-9c09-d8368db5053a","name":"e2e-shared-b-w4-3f5626-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.181143527Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","namespace":"ai-tenant-e2e-praxis-b-6e2698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.181213125Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","namespace":"ai-tenant-e2e-praxis-b-6e2698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.181263712Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","tenant":"e2e-praxis-b-6e2698","tenantID":"e2e-praxis-b-6e2698","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.196345359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"Deployment","name":"maas-api-e2e-praxis-b-6e2698","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.222123444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"Service","name":"maas-api-e2e-praxis-b-6e2698","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.238396748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-6e2698","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.255111638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-6e2698","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.271068755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.287138866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.305424342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.321241294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.33476365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.348544757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.361801086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"Service","name":"payload-processing-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.375245506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.388835582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.402186202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.415485687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.444876526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.469906531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.491303963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.505908121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-6e2698","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.530327692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6e2698"},"namespace":"ai-tenant-e2e-praxis-b-6e2698","name":"default-tenant","reconcileID":"146d7374-e870-49d9-9ffd-4dc2a5b44305","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-6e2698","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:44.814364422Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6e2698","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6e2698","reconcileID":"5e5d92cf-af10-4efc-9e4f-9c84bf48e80b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6e2698","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-6e2698"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:45.157957217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37261a98-d745-42c0-86c3-50ecc1e6104a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:45.171812852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37261a98-d745-42c0-86c3-50ecc1e6104a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:45.185711014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37261a98-d745-42c0-86c3-50ecc1e6104a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:45.199452123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37261a98-d745-42c0-86c3-50ecc1e6104a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:45.742066291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b836ea38-e7e1-4ee9-9801-06a1da55ac81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:45.756002887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b836ea38-e7e1-4ee9-9801-06a1da55ac81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:45.769620107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b836ea38-e7e1-4ee9-9801-06a1da55ac81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:45.783386547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b836ea38-e7e1-4ee9-9801-06a1da55ac81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:46.830708759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f191aaea-53db-4cf9-a46e-2a968e4d6b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:46.844432706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f191aaea-53db-4cf9-a46e-2a968e4d6b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:46.858630659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f191aaea-53db-4cf9-a46e-2a968e4d6b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:46.872333599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f191aaea-53db-4cf9-a46e-2a968e4d6b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:47.451578702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765069e3-fbcf-4ed3-b7ff-2bd2281d64ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:47.465331001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765069e3-fbcf-4ed3-b7ff-2bd2281d64ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:47.479816652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765069e3-fbcf-4ed3-b7ff-2bd2281d64ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:47.493519981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765069e3-fbcf-4ed3-b7ff-2bd2281d64ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:51.621916616Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.385034919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"3396734b-09ec-4913-bc3a-2279b8f11d88","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.401401864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"78cd0987-13f5-469c-afb3-bcffe00e3357","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:55:52.41694354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ba65eaeb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-sub-binding-ba65eaeb","reconcileID":"99830b3f-7c53-46b5-bfef-2fc1edfed483","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-ba65eaeb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.426058925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d9c5dae8-4d16-4108-961c-0d9bb65c138d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.42607712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"13a53be1-eb79-4b11-a2f5-d24032dab2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.444538005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d9c5dae8-4d16-4108-961c-0d9bb65c138d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.444577575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"13a53be1-eb79-4b11-a2f5-d24032dab2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.455071329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"a8a6ffc5-eef0-4393-901a-f3fe1e50d682","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.474003076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"c6a6dd6e-4a8f-45ec-8e30-78676db2076c","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.527836515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"2c32b161-2b49-418c-adef-a065b0dce939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.528049516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e9dec7de-f6fe-4dbf-8c74-6df8aacb0c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.545063027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"2c32b161-2b49-418c-adef-a065b0dce939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.545260777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e9dec7de-f6fe-4dbf-8c74-6df8aacb0c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.547771722Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ba65eaeb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-sub-binding-ba65eaeb","reconcileID":"936a1a1e-3e10-4e9e-9e01-ccea4ef0df66","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ba65eaeb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/e2e-apikey-sub-binding-ba65eaeb","ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.599645143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"24cc22fd-fc50-4e4b-b3d6-77e9eb469c49","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.632669824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"773ce8fe-accb-46f8-882e-01e1d79fd42e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.821759076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ba65eaeb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-sub-binding-ba65eaeb","reconcileID":"7b950440-ec8e-4bad-9059-33a9df3a6afa","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ba65eaeb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.951699232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2567bcbf-a0fb-477a-842a-72863c7077bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.965760942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2567bcbf-a0fb-477a-842a-72863c7077bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.979809326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2567bcbf-a0fb-477a-842a-72863c7077bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:52.994601085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2567bcbf-a0fb-477a-842a-72863c7077bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:53.55617242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47ae46e-5a3e-4df8-94cb-f335f23e8355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:53.570377953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47ae46e-5a3e-4df8-94cb-f335f23e8355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:53.58422327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47ae46e-5a3e-4df8-94cb-f335f23e8355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:53.598018078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47ae46e-5a3e-4df8-94cb-f335f23e8355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:53.729965872Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-2e2044","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-2e2044","reconcileID":"24a5107e-c411-46be-847f-16f5a6dcf645","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-2e2044","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-2e2044":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:54.201636694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edec7afb-13f4-48d7-9912-67c32904b2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:54.215898739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edec7afb-13f4-48d7-9912-67c32904b2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:54.230072154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edec7afb-13f4-48d7-9912-67c32904b2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:54.243945971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edec7afb-13f4-48d7-9912-67c32904b2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:54.962777634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"94615d45-15c3-4bcb-85a9-e8d3a223f97e","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:55.002978773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d983ed02-d6bf-4cb3-afae-f4af4f8044a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:55.003168756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3db62210-9c63-48fc-aae9-52c5dfde2401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:55.021809387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d983ed02-d6bf-4cb3-afae-f4af4f8044a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:55.021932197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3db62210-9c63-48fc-aae9-52c5dfde2401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.040513029Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","namespace":"ai-tenant-e2e-praxis-b-8e4fd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.040732019Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","namespace":"ai-tenant-e2e-praxis-b-8e4fd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.040850548Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","tenant":"e2e-praxis-b-8e4fd8","tenantID":"e2e-praxis-b-8e4fd8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.062216185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"Deployment","name":"maas-api-e2e-praxis-b-8e4fd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.093881426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"Service","name":"maas-api-e2e-praxis-b-8e4fd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.110189339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-8e4fd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.1254397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-8e4fd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.143372823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.161442416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.18169188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.197515562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.210887643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.224176421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.237611703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"Service","name":"payload-processing-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.252007258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.265347284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.284483954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.30276552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.321121361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.334452277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.348125112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.361365795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-8e4fd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.37461471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e4fd8"},"namespace":"ai-tenant-e2e-praxis-b-8e4fd8","name":"default-tenant","reconcileID":"52486b81-029f-422b-8893-56f197ded994","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-8e4fd8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.777861874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5187c88-67a6-4ec8-bbdc-7b81171105af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.798981617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5187c88-67a6-4ec8-bbdc-7b81171105af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.815542827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5187c88-67a6-4ec8-bbdc-7b81171105af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.830469894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5187c88-67a6-4ec8-bbdc-7b81171105af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:56.850703933Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8e4fd8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8e4fd8","reconcileID":"afd04a71-9cee-4c5a-a858-8b4f8f0343d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-8e4fd8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-8e4fd8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:57.50531709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e35742-701d-4c44-9832-db16afe32151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:57.52127198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e35742-701d-4c44-9832-db16afe32151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:57.535066893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e35742-701d-4c44-9832-db16afe32151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:55:57.548845477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e35742-701d-4c44-9832-db16afe32151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:00.961088439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b67066-f589-44e6-bf79-5f4dea66e107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:00.976663298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b67066-f589-44e6-bf79-5f4dea66e107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:00.990603382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b67066-f589-44e6-bf79-5f4dea66e107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:01.009156286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b67066-f589-44e6-bf79-5f4dea66e107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:01.591126333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a2265d-33ea-4312-b90a-e4d0f28984ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:01.609741926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a2265d-33ea-4312-b90a-e4d0f28984ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:01.624069653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a2265d-33ea-4312-b90a-e4d0f28984ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:01.63809419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a2265d-33ea-4312-b90a-e4d0f28984ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:02.398653903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc1aa30-a3b3-4eed-8652-ea703f8d60bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:02.417297658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc1aa30-a3b3-4eed-8652-ea703f8d60bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:02.4311936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc1aa30-a3b3-4eed-8652-ea703f8d60bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:02.444811416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc1aa30-a3b3-4eed-8652-ea703f8d60bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:02.896498411Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-b6ed7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-b6ed7d","reconcileID":"77236b34-f53a-45f4-9dad-9fb54d75b167","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-b6ed7d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-b6ed7d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:03.181093963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb9b3a80-52cb-4baf-a27b-b83bc9f9aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:03.195169434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb9b3a80-52cb-4baf-a27b-b83bc9f9aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:03.209558462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb9b3a80-52cb-4baf-a27b-b83bc9f9aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:03.223377396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb9b3a80-52cb-4baf-a27b-b83bc9f9aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:03.905014281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b89643eb-f0a7-48fc-b649-3eaa637d05b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:03.921007663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b89643eb-f0a7-48fc-b649-3eaa637d05b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:03.935483579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b89643eb-f0a7-48fc-b649-3eaa637d05b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:03.949234372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b89643eb-f0a7-48fc-b649-3eaa637d05b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:05.01948201Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ba65eaeb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-sub-binding-ba65eaeb","reconcileID":"eb828614-00ca-46a3-affb-76c8eade156c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ba65eaeb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscription":"e2e-apikey-sub-binding-ba65eaeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:05.083238028Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ba65eaeb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"e2e-apikey-sub-binding-ba65eaeb","reconcileID":"eb828614-00ca-46a3-affb-76c8eade156c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ba65eaeb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e1a5e3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:05.18933453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"8aff24bc-7985-4079-840a-78899d6a77f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:05.295054461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"81eac273-0157-49c7-a835-4803a6e3d7ef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:05.338887132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b9d41c9c-25ce-41a8-9909-4d3a484cb7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:05.342360686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"22bee28c-d62a-41a5-9d5f-1ca585c89795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:05.356383318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b9d41c9c-25ce-41a8-9909-4d3a484cb7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:05.360008163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"22bee28c-d62a-41a5-9d5f-1ca585c89795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.163009847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a156b1-9ff0-433a-8dd8-526c64b28c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.176889567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a156b1-9ff0-433a-8dd8-526c64b28c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.191043806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a156b1-9ff0-433a-8dd8-526c64b28c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.204741743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a156b1-9ff0-433a-8dd8-526c64b28c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.587380047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"c1d3028c-50e6-42fe-b684-9302bfe9f51b","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.614071461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"f5844bbe-24a4-4f43-9eed-75663a122334","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.791987614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-status-degraded-auth","reconcileID":"d6da1c54-9d63-4994-9ed6-39a675fe1bf7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.82088754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-status-degraded-auth","reconcileID":"d6da1c54-9d63-4994-9ed6-39a675fe1bf7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.851786303Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-status-degraded-auth","reconcileID":"d6da1c54-9d63-4994-9ed6-39a675fe1bf7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.923858436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7722f04b-2f7e-4250-b338-a180971e96f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.938193635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7722f04b-2f7e-4250-b338-a180971e96f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.952291945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7722f04b-2f7e-4250-b338-a180971e96f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:09.967152164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7722f04b-2f7e-4250-b338-a180971e96f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:10.003797006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"9cc82df7-66bc-40e5-b7fc-8cd8cce6f970","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:10.061287684Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-1f0c02","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-1f0c02","reconcileID":"fa1a9464-ae49-41d6-b630-e228a4cfe7d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-1f0c02","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-1f0c02":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:10.08445572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-status-degraded-auth","reconcileID":"a06cf99b-8938-44e5-9d07-75cb58ae6203","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:10.10520429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-status-degraded-auth","reconcileID":"a06cf99b-8938-44e5-9d07-75cb58ae6203","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:10.182098787Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-status-degraded-auth","reconcileID":"a06cf99b-8938-44e5-9d07-75cb58ae6203","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:10.650444756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ae610-ed26-48ee-a045-0798b07ecf7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:10.664369926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ae610-ed26-48ee-a045-0798b07ecf7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:10.678294698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ae610-ed26-48ee-a045-0798b07ecf7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:10.699353965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"878ae610-ed26-48ee-a045-0798b07ecf7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:11.357139115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b779249a-40ff-4543-8742-2c550e6a7fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:11.371234891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b779249a-40ff-4543-8742-2c550e6a7fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:11.385282829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b779249a-40ff-4543-8742-2c550e6a7fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:11.40264415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b779249a-40ff-4543-8742-2c550e6a7fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:12.015452235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"9fd628a1-bb70-4258-b6b5-adf7e784e2a4","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:12.016204562Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-status-degraded-auth","reconcileID":"cce788cb-5817-4eff-996b-7213833a07b7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:12.029806041Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"e2e-status-degraded-auth","reconcileID":"cce788cb-5817-4eff-996b-7213833a07b7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:12.275800526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"d36ac3cd-8baf-4fd7-9861-4cc6f16e4032","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:13.417815443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"bc643a2b-ce07-457c-b495-dfac191e21a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:13.505494758Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"bc643a2b-ce07-457c-b495-dfac191e21a4","name":"e2e-shared-b-w2-2e2044-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:17.245430463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e691880-e03e-4d98-a0e2-cd1c0fb9a3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:17.259547009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e691880-e03e-4d98-a0e2-cd1c0fb9a3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:17.2732048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e691880-e03e-4d98-a0e2-cd1c0fb9a3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:17.287095465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e691880-e03e-4d98-a0e2-cd1c0fb9a3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:17.868317042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c1b6b1-1b58-4b52-8c7b-c49e6fa6d559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:17.883451818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c1b6b1-1b58-4b52-8c7b-c49e6fa6d559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:17.898503985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c1b6b1-1b58-4b52-8c7b-c49e6fa6d559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:17.912668749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c1b6b1-1b58-4b52-8c7b-c49e6fa6d559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:17.96274373Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-1d613f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-1d613f","reconcileID":"2025b285-1312-4050-9536-393f60080018","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-1d613f","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-1d613f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:18.465020731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2326cde-7b62-4207-bdc8-de6c2e03718a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:18.479154166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2326cde-7b62-4207-bdc8-de6c2e03718a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:18.493360434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2326cde-7b62-4207-bdc8-de6c2e03718a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:18.507205343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2326cde-7b62-4207-bdc8-de6c2e03718a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:19.10249484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c29b157-8f60-42a7-82dc-38d305983d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:19.119958996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c29b157-8f60-42a7-82dc-38d305983d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:19.141743996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c29b157-8f60-42a7-82dc-38d305983d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:19.156153691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c29b157-8f60-42a7-82dc-38d305983d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:21.621028209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:23.394495457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"f80494d4-951c-494d-8e6f-1532ef8c2a11","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:23.431556651Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"f80494d4-951c-494d-8e6f-1532ef8c2a11","name":"e2e-shared-b-w3-b6ed7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:31.167185567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"36ce17d0-6693-4b58-be68-b62714499d0b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:31.203876263Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"36ce17d0-6693-4b58-be68-b62714499d0b","name":"e2e-shared-a-w0-1f0c02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:34.990253105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d206d5c3-b6a6-453a-87ce-adea42ba254a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:35.012774664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d206d5c3-b6a6-453a-87ce-adea42ba254a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:35.031236146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d206d5c3-b6a6-453a-87ce-adea42ba254a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:35.045838922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d206d5c3-b6a6-453a-87ce-adea42ba254a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:35.774010764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f4dfe2-02ae-47df-a2e9-b123ca784cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:35.787886688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f4dfe2-02ae-47df-a2e9-b123ca784cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:35.802335703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f4dfe2-02ae-47df-a2e9-b123ca784cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:35.816236399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f4dfe2-02ae-47df-a2e9-b123ca784cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:36.392177203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"d73bb4c1-546e-4314-b2e9-1760a7b3519d","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:36.39220118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"d73bb4c1-546e-4314-b2e9-1760a7b3519d","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:36.512230139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab5169e-399b-4110-b00c-de2220ddbc19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:36.52620962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab5169e-399b-4110-b00c-de2220ddbc19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:36.541868917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab5169e-399b-4110-b00c-de2220ddbc19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:36.556181767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab5169e-399b-4110-b00c-de2220ddbc19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:39.504168404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"1920b369-15a9-4d26-86f2-31331b589075","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-1d613f","tenantID":"e2e-autores-1d613f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:39.544689739Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"1920b369-15a9-4d26-86f2-31331b589075","name":"e2e-autores-1d613f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:46.663657355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c56bb-3394-48c4-8e2e-81548fd5ab51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:46.677476598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c56bb-3394-48c4-8e2e-81548fd5ab51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:46.691378284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c56bb-3394-48c4-8e2e-81548fd5ab51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:46.710789741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c56bb-3394-48c4-8e2e-81548fd5ab51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:47.356532946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4138ed0-8cf0-467a-a6e4-c69999935208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:47.370618323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4138ed0-8cf0-467a-a6e4-c69999935208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:47.387623006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4138ed0-8cf0-467a-a6e4-c69999935208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:47.402758026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4138ed0-8cf0-467a-a6e4-c69999935208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:51.647128772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:54.958200108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8944a778-0e96-4fbc-84e6-9db037cb0762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:54.972716447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8944a778-0e96-4fbc-84e6-9db037cb0762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:54.990356601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8944a778-0e96-4fbc-84e6-9db037cb0762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:55.005011022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8944a778-0e96-4fbc-84e6-9db037cb0762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:55.538029761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d72a2e-8a81-439c-9792-66e5ae12f64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:55.551987001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d72a2e-8a81-439c-9792-66e5ae12f64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:55.567544326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d72a2e-8a81-439c-9792-66e5ae12f64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:55.582863901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d72a2e-8a81-439c-9792-66e5ae12f64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:59.855401846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee068cd-68f5-4c6f-bcbc-72d3aba182aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:59.869437366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee068cd-68f5-4c6f-bcbc-72d3aba182aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:59.883346332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee068cd-68f5-4c6f-bcbc-72d3aba182aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:56:59.896855359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee068cd-68f5-4c6f-bcbc-72d3aba182aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:00.454354704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30df31b0-c6ab-4e87-95f3-431467ea9ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:00.468202955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30df31b0-c6ab-4e87-95f3-431467ea9ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:00.482101296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30df31b0-c6ab-4e87-95f3-431467ea9ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:00.49620842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30df31b0-c6ab-4e87-95f3-431467ea9ee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:00.675035484Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-49c84b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-49c84b","reconcileID":"d4f453ab-4803-4002-831a-f446ea9966aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-49c84b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-49c84b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:01.153639512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088977e9-492a-4e11-9a6e-e9b7f8f80719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:01.168662367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088977e9-492a-4e11-9a6e-e9b7f8f80719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:01.182982748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088977e9-492a-4e11-9a6e-e9b7f8f80719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:01.196962331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088977e9-492a-4e11-9a6e-e9b7f8f80719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:01.737983924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb698fd-5321-4e4b-a03d-8514f36053b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:01.751858445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb698fd-5321-4e4b-a03d-8514f36053b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:01.765667668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb698fd-5321-4e4b-a03d-8514f36053b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:01.779415472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb698fd-5321-4e4b-a03d-8514f36053b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:02.364463413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c2df82-79e1-4dc3-b6b9-aad595c8bdf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:02.378676271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c2df82-79e1-4dc3-b6b9-aad595c8bdf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:02.392737548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c2df82-79e1-4dc3-b6b9-aad595c8bdf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:02.40648061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c2df82-79e1-4dc3-b6b9-aad595c8bdf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:03.372966305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30558c77-e809-4afc-8fc3-c2d7fc74d9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:03.386939744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30558c77-e809-4afc-8fc3-c2d7fc74d9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:03.401194003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30558c77-e809-4afc-8fc3-c2d7fc74d9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:03.415299363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30558c77-e809-4afc-8fc3-c2d7fc74d9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:03.992371781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b494f9-8002-42a3-8aac-af7ff74b8e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:04.006301258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b494f9-8002-42a3-8aac-af7ff74b8e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:04.020267082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b494f9-8002-42a3-8aac-af7ff74b8e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:04.034183812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b494f9-8002-42a3-8aac-af7ff74b8e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:04.705597025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532f8943-4175-4b8d-898b-48cc0f19b2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:04.719327099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532f8943-4175-4b8d-898b-48cc0f19b2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:04.733187463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532f8943-4175-4b8d-898b-48cc0f19b2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:04.747093907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532f8943-4175-4b8d-898b-48cc0f19b2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.464193942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"da6130b4-a0f1-499a-ba95-d14e9f8e784e","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.464219737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"da6130b4-a0f1-499a-ba95-d14e9f8e784e","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.752522172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"af41d9c4-8c77-40ab-9025-ee38525b81cc","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.752540654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"af41d9c4-8c77-40ab-9025-ee38525b81cc","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.770491578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"95d1aee8-2388-4c73-aafc-914507337176","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.770510044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"95d1aee8-2388-4c73-aafc-914507337176","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.797786992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"f3df9bd1-289e-458a-b065-42547f7413cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.842929562Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"f3df9bd1-289e-458a-b065-42547f7413cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.859134957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"f3df9bd1-289e-458a-b065-42547f7413cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.877777628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"eb8003bd-9c75-4c2e-87aa-af35c804bb63","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:08.877795282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"eb8003bd-9c75-4c2e-87aa-af35c804bb63","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:17.344720392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"2681248e-ed41-4bfb-b45d-bd8ad81a332a","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:17.344748152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"2681248e-ed41-4bfb-b45d-bd8ad81a332a","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:18.914923675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"db502ef3-a3a3-4f30-b032-f741d600ddc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:18.937288506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"db502ef3-a3a3-4f30-b032-f741d600ddc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:18.953484843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"db502ef3-a3a3-4f30-b032-f741d600ddc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:21.622879083Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:24.491068588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"79f6cc13-46ea-408e-aaea-bb23f3fb41d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:24.528734587Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"79f6cc13-46ea-408e-aaea-bb23f3fb41d7","name":"e2e-shared-b-w0-49c84b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:28.983695799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"93ae0c9a-8478-44b7-9d81-50a45aa791a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:29.008580196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"93ae0c9a-8478-44b7-9d81-50a45aa791a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:29.027339039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (537e8aac2f04b20bd3b71bec3d425b1096fe956867ffe94f1c0b6ef272956ad5) AuthConfig (6e0260afea420623fd5dbc262302d36334e2d0a1884b0f7282aef2cafde091ff) AuthConfig (1e7b7fa814bf1148be85548b00d693ea68f77d79e70d68f0638e53240dbaa9db) AuthConfig (a277cfd2e9c95df222ebc889893eb029ae774b0093dcd54ca324f6127762906c) AuthConfig (18ead23744698d74be10cf43de4da7e1317f5a98b1e0a93fec741d46034becee) AuthConfig (73b20b44bb078088ba5c796b31e41c18c24e48a5db887264ce227b1b6af69f96) AuthConfig (91a5241032ec38b5c094861c6cfb42d4ae34c5d66071dfb74775ff08486d21b1) AuthConfig (2a0809bbc3b158950fec3b9a6581140b6a646b2ffc1186a0ad0d74dbc5557d1b) AuthConfig (d6373e72398a2b5d767a5c71f4d93a687d5e21ce9db11d75ff594acd0dd9f3d0) AuthConfig (9e8cd3e915aaa989706a1e860072285acc514c80d1b272951981f6320868d595) AuthConfig (89b5800e414ced11748c05ce4e88a0ca3181fc20b13695b5a1281df6a8fb9f90) AuthConfig (413e2d99e73f05ebed108e4aae47ad43772801bbd5719ce2210c0a443bd1891e) AuthConfig (f270773130cd4683269e5ba563950466f8d8621c389f0f239ae7c1e1904701f3) AuthConfig (46385a0914d6b437ae0ba514d92eb167d38eaf17f9195588dc07de2d397d3a11) AuthConfig (31f5a96a6b59f7e3965a8f81f13ebadab6be8a8785732d902a5ce944473b2d13) AuthConfig (8e42dfa5fe06d0fcabefe1cb2f2940130eba3aa8d59089874ace07e5a6ccc232) AuthConfig (e40c0a31eb6a42b3548ee9ca3a73043a89ecde5e9bf0f549e217a662906b2af6) AuthConfig (86e88a8a1729d25394b3736fe19478af8a597cd520359503c5a2b37891dc8ae8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"93ae0c9a-8478-44b7-9d81-50a45aa791a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:29.046555115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"853461c7-4694-4232-a38a-1d8b21f6ac7a","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:29.046571366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"853461c7-4694-4232-a38a-1d8b21f6ac7a","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:36.058672884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-1d613f","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"autores-model-1d613f","reconcileID":"1a731e73-bdfe-4d9f-8812-4a0dd4d9dd4d","MaaSModelRef":{"name":"autores-model-1d613f","namespace":"ai-tenant-e2e-autores-1d613f"},"tenant":"e2e-autores-1d613f","gateway":"openshift-ingress/e2e-autores-1d613f","model":"ai-tenant-e2e-autores-1d613f/autores-model-1d613f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:36.0586959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-1d613f","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"autores-model-1d613f","reconcileID":"1a731e73-bdfe-4d9f-8812-4a0dd4d9dd4d","MaaSModelRef":{"name":"autores-model-1d613f","namespace":"ai-tenant-e2e-autores-1d613f"},"routeName":"autores-model-1d613f-kserve-route","namespace":"ai-tenant-e2e-autores-1d613f","llmisvcName":"autores-model-1d613f","gateway":"openshift-ingress/e2e-autores-1d613f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:36.800047006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"5bd52fc5-4e8d-47ed-8672-f078c6f8fd0c","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:36.800071709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"5bd52fc5-4e8d-47ed-8672-f078c6f8fd0c","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:39.073607806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"c8ee76fe-52c6-4f1d-ab98-ae9cdd00a147","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:39.0908379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"c8ee76fe-52c6-4f1d-ab98-ae9cdd00a147","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:39.106986183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (537e8aac2f04b20bd3b71bec3d425b1096fe956867ffe94f1c0b6ef272956ad5) AuthConfig (6e0260afea420623fd5dbc262302d36334e2d0a1884b0f7282aef2cafde091ff) AuthConfig (1e7b7fa814bf1148be85548b00d693ea68f77d79e70d68f0638e53240dbaa9db) AuthConfig (a277cfd2e9c95df222ebc889893eb029ae774b0093dcd54ca324f6127762906c) AuthConfig (18ead23744698d74be10cf43de4da7e1317f5a98b1e0a93fec741d46034becee) AuthConfig (73b20b44bb078088ba5c796b31e41c18c24e48a5db887264ce227b1b6af69f96) AuthConfig (91a5241032ec38b5c094861c6cfb42d4ae34c5d66071dfb74775ff08486d21b1) AuthConfig (2a0809bbc3b158950fec3b9a6581140b6a646b2ffc1186a0ad0d74dbc5557d1b) AuthConfig (d6373e72398a2b5d767a5c71f4d93a687d5e21ce9db11d75ff594acd0dd9f3d0) AuthConfig (9e8cd3e915aaa989706a1e860072285acc514c80d1b272951981f6320868d595) AuthConfig (89b5800e414ced11748c05ce4e88a0ca3181fc20b13695b5a1281df6a8fb9f90) AuthConfig (413e2d99e73f05ebed108e4aae47ad43772801bbd5719ce2210c0a443bd1891e) AuthConfig (f270773130cd4683269e5ba563950466f8d8621c389f0f239ae7c1e1904701f3) AuthConfig (46385a0914d6b437ae0ba514d92eb167d38eaf17f9195588dc07de2d397d3a11) AuthConfig (31f5a96a6b59f7e3965a8f81f13ebadab6be8a8785732d902a5ce944473b2d13) AuthConfig (8e42dfa5fe06d0fcabefe1cb2f2940130eba3aa8d59089874ace07e5a6ccc232) AuthConfig (e40c0a31eb6a42b3548ee9ca3a73043a89ecde5e9bf0f549e217a662906b2af6) AuthConfig (86e88a8a1729d25394b3736fe19478af8a597cd520359503c5a2b37891dc8ae8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"c8ee76fe-52c6-4f1d-ab98-ae9cdd00a147","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:43.957774172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37417ef1-8122-465a-9e6b-5e818dafefe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:43.972199411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37417ef1-8122-465a-9e6b-5e818dafefe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:43.985846325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37417ef1-8122-465a-9e6b-5e818dafefe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:43.99948859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37417ef1-8122-465a-9e6b-5e818dafefe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:44.537374866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db737f9d-35b3-44d2-a2be-7bf935b1c7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:44.551253156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db737f9d-35b3-44d2-a2be-7bf935b1c7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:44.564951104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db737f9d-35b3-44d2-a2be-7bf935b1c7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:44.578570161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db737f9d-35b3-44d2-a2be-7bf935b1c7b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:45.193576489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fb8344-0e33-4ecd-aa72-4f59e3f50161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:45.207323627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fb8344-0e33-4ecd-aa72-4f59e3f50161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:45.221200075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fb8344-0e33-4ecd-aa72-4f59e3f50161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:45.235531097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fb8344-0e33-4ecd-aa72-4f59e3f50161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:45.771538886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fed72e-96bb-4438-81f5-06a012739354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:45.785342188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fed72e-96bb-4438-81f5-06a012739354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:45.799218233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fed72e-96bb-4438-81f5-06a012739354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:45.81328309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fed72e-96bb-4438-81f5-06a012739354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:46.41944226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafdc067-6678-4127-9b9a-66d52c0bedc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:46.433443252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafdc067-6678-4127-9b9a-66d52c0bedc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:46.4472872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafdc067-6678-4127-9b9a-66d52c0bedc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:46.461213738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafdc067-6678-4127-9b9a-66d52c0bedc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:48.784514803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236d100e-c4b2-48e3-b940-f02e61d15063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:48.799114132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236d100e-c4b2-48e3-b940-f02e61d15063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:48.889310625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236d100e-c4b2-48e3-b940-f02e61d15063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:48.93214144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236d100e-c4b2-48e3-b940-f02e61d15063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.13492684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"e46e5e38-d7bb-4580-9244-4f81f7f0feaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.154392385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"e46e5e38-d7bb-4580-9244-4f81f7f0feaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.17111484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (537e8aac2f04b20bd3b71bec3d425b1096fe956867ffe94f1c0b6ef272956ad5) AuthConfig (6e0260afea420623fd5dbc262302d36334e2d0a1884b0f7282aef2cafde091ff) AuthConfig (1e7b7fa814bf1148be85548b00d693ea68f77d79e70d68f0638e53240dbaa9db) AuthConfig (a277cfd2e9c95df222ebc889893eb029ae774b0093dcd54ca324f6127762906c) AuthConfig (18ead23744698d74be10cf43de4da7e1317f5a98b1e0a93fec741d46034becee) AuthConfig (73b20b44bb078088ba5c796b31e41c18c24e48a5db887264ce227b1b6af69f96) AuthConfig (91a5241032ec38b5c094861c6cfb42d4ae34c5d66071dfb74775ff08486d21b1) AuthConfig (2a0809bbc3b158950fec3b9a6581140b6a646b2ffc1186a0ad0d74dbc5557d1b) AuthConfig (d6373e72398a2b5d767a5c71f4d93a687d5e21ce9db11d75ff594acd0dd9f3d0) AuthConfig (9e8cd3e915aaa989706a1e860072285acc514c80d1b272951981f6320868d595) AuthConfig (89b5800e414ced11748c05ce4e88a0ca3181fc20b13695b5a1281df6a8fb9f90) AuthConfig (413e2d99e73f05ebed108e4aae47ad43772801bbd5719ce2210c0a443bd1891e) AuthConfig (f270773130cd4683269e5ba563950466f8d8621c389f0f239ae7c1e1904701f3) AuthConfig (46385a0914d6b437ae0ba514d92eb167d38eaf17f9195588dc07de2d397d3a11) AuthConfig (31f5a96a6b59f7e3965a8f81f13ebadab6be8a8785732d902a5ce944473b2d13) AuthConfig (8e42dfa5fe06d0fcabefe1cb2f2940130eba3aa8d59089874ace07e5a6ccc232) AuthConfig (e40c0a31eb6a42b3548ee9ca3a73043a89ecde5e9bf0f549e217a662906b2af6) AuthConfig (86e88a8a1729d25394b3736fe19478af8a597cd520359503c5a2b37891dc8ae8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"e46e5e38-d7bb-4580-9244-4f81f7f0feaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.292982788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"9cbd3ae5-0111-41e5-8138-d8a2b40a26bd","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.29300515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"9cbd3ae5-0111-41e5-8138-d8a2b40a26bd","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.546202614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2cb636-c537-4c15-a8c7-e0c81bd5a90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.560191351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2cb636-c537-4c15-a8c7-e0c81bd5a90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.574329363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2cb636-c537-4c15-a8c7-e0c81bd5a90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.575668125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"6ace2c5b-6932-4312-bad1-0f746a80d57c","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.575683712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"6ace2c5b-6932-4312-bad1-0f746a80d57c","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.588566971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2cb636-c537-4c15-a8c7-e0c81bd5a90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.607905838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"167ee879-fb62-4ec2-9ad3-3c7f6c00182f","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.607919762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"167ee879-fb62-4ec2-9ad3-3c7f6c00182f","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.642080382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"f5041cd9-53e1-46ac-bc6a-50c6e486f008","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.729493939Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"f5041cd9-53e1-46ac-bc6a-50c6e486f008","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.754445133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"f5041cd9-53e1-46ac-bc6a-50c6e486f008","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.787763835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"8e39dfb3-bc21-4f88-ac08-5d5969624db1","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:49.791818192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"8e39dfb3-bc21-4f88-ac08-5d5969624db1","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:51.630182318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:59.199991742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"6782a9e3-0bef-4028-bb14-a3de94e157be","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:59.218408305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"6782a9e3-0bef-4028-bb14-a3de94e157be","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:59.383188954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"31313fc7-d7f2-4e2e-92de-32f142551ce4","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:59.383219387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"31313fc7-d7f2-4e2e-92de-32f142551ce4","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:59.815814543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"b1ade3de-3a7e-4ef6-8538-c06c03c9fe84","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:59.834092547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"b1ade3de-3a7e-4ef6-8538-c06c03c9fe84","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:57:59.850205913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"b1ade3de-3a7e-4ef6-8538-c06c03c9fe84","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.769046179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"fae0b98e-0f04-4d97-82f1-9d456b1865f8","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.76906921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"fae0b98e-0f04-4d97-82f1-9d456b1865f8","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.788675645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"f8f411b3-f68f-45fa-b55d-cf4e4c53eb95","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.78869746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"f8f411b3-f68f-45fa-b55d-cf4e4c53eb95","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.799998045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"94a02da3-448f-4af9-8dde-c5d69d7b19e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:00.803762232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"b780ba87-d996-4fbd-afcf-b342e22e10ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ad1443\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:00.804842185Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"f8f411b3-f68f-45fa-b55d-cf4e4c53eb95","name":"auth-test-model-265447","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-265447\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:00.804901586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"f8f411b3-f68f-45fa-b55d-cf4e4c53eb95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-265447\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.81086602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"67f16392-e3ae-437a-811f-d44558bf7d35","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.81088723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"67f16392-e3ae-437a-811f-d44558bf7d35","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.819337963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"94a02da3-448f-4af9-8dde-c5d69d7b19e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.838741075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"2c15a8e7-1084-458d-a95c-c1f0f88d69fa","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.838756634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"2c15a8e7-1084-458d-a95c-c1f0f88d69fa","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.85674217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"d7b5eea9-c867-4db7-bb1a-f169388236b6","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.856757934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"d7b5eea9-c867-4db7-bb1a-f169388236b6","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.920449443Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"6e9ba816-7868-428a-bdba-a67b63e6c6a1","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"maas-trlp-auth-test-model-265447","model":"auth-test-model-265447","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-265447/e2e-auth-iso-ad1443"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.971318688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"0facb446-b95d-4580-a89e-4e708eb2afd4","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.971346507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"0facb446-b95d-4580-a89e-4e708eb2afd4","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.979190122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"30d88a68-ce22-4d7e-bb47-24a8bc9993ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:00.999288994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"30d88a68-ce22-4d7e-bb47-24a8bc9993ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:01.029572394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"4735f998-b5d9-4c83-bc23-6d59a9232636","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"maas-trlp-auth-test-model-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:09.881133132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"3b54df57-f541-4939-b1f5-fb3b136a31e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:09.898110031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"3b54df57-f541-4939-b1f5-fb3b136a31e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:09.914519217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"3b54df57-f541-4939-b1f5-fb3b136a31e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:13.981665176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"24d3dbd7-1cd4-4f6d-8bd5-ec11cab94135","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:13.981718835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"24d3dbd7-1cd4-4f6d-8bd5-ec11cab94135","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.023978509Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","namespace":"ai-tenant-e2e-autores-1d613f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.024037324Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","namespace":"ai-tenant-e2e-autores-1d613f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.024082763Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","tenant":"e2e-autores-1d613f","tenantID":"e2e-autores-1d613f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.039396352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"Deployment","name":"maas-api-e2e-autores-1d613f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.067616339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"Service","name":"maas-api-e2e-autores-1d613f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.086814005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-1d613f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.102850098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-1d613f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.121965349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.148042022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.166629944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.186013542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.199244636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"Deployment","name":"payload-processing-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.212542924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.226092062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"Service","name":"payload-processing-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.239451415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"Service","name":"payload-pre-processing-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.252660328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"DestinationRule","name":"payload-processing-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.264419122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"8483b628-7eac-4044-b686-a5e51686f8f0","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.264436451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"8483b628-7eac-4044-b686-a5e51686f8f0","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.26578494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.279866258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.281000619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"e019a84a-18ad-4ce4-a09e-fe59d64deca6","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.281015522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"e019a84a-18ad-4ce4-a09e-fe59d64deca6","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.317367504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.370839671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"a58063c8-ceb3-4375-bb30-3e420b40f573","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.371440473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.399097833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.425770531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-1d613f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.467863833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1d613f"},"namespace":"ai-tenant-e2e-autores-1d613f","name":"default-tenant","reconcileID":"b6751ec1-a70d-42e9-9da5-1b4c3b742fcf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-1d613f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.475901429Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"a58063c8-ceb3-4375-bb30-3e420b40f573","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.544469651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8db8d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"a58063c8-ceb3-4375-bb30-3e420b40f573","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.580973749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"08bdee3f-648f-4832-8ca8-ffcb3c3ccfba","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.581088761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"08bdee3f-648f-4832-8ca8-ffcb3c3ccfba","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:14.849074608Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-1d613f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-1d613f","reconcileID":"e333ea0f-4c9a-4054-abd1-117fac9d8f1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-1d613f","removed":["maas.opendatahub.io/gateway-access-e2e-autores-1d613f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:15.202977737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143322f6-bedf-40c0-8112-b066dfd52f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:15.216827895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143322f6-bedf-40c0-8112-b066dfd52f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:15.230942548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143322f6-bedf-40c0-8112-b066dfd52f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:15.244991396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143322f6-bedf-40c0-8112-b066dfd52f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:15.803522324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a70413-5e3f-4e7a-9f4a-314ea4cf3b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:15.819142391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a70413-5e3f-4e7a-9f4a-314ea4cf3b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:15.832937819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a70413-5e3f-4e7a-9f4a-314ea4cf3b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:15.847429676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a70413-5e3f-4e7a-9f4a-314ea4cf3b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:18.549183596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"a2fa7348-f1fb-42fb-9e96-07148fe4b05d","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"maas-trlp-auth-test-model-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:18.620677002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"844182e6-fef0-4906-8705-28b1fb12f5a8","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:18.620811747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"844182e6-fef0-4906-8705-28b1fb12f5a8","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.32090942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"f8db2bf6-4277-4935-9758-24238a57d0b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.338078909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"f8db2bf6-4277-4935-9758-24238a57d0b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.431657924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"7a8f4ca9-aef7-442a-b0d4-f71c3de9dce6","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.431678916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"7a8f4ca9-aef7-442a-b0d4-f71c3de9dce6","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.449236388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"22ec4563-839e-44ab-adac-c9f429c14b3a","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.449258751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"22ec4563-839e-44ab-adac-c9f429c14b3a","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.476622601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"d1a04378-05ab-400b-b3f8-6ddbf4a36c61","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.53166494Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"d1a04378-05ab-400b-b3f8-6ddbf4a36c61","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.548480549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"d1a04378-05ab-400b-b3f8-6ddbf4a36c61","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.56725268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"7c77abdd-55cb-4898-8cfe-7bd04a2ecaf2","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:19.567317363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"7c77abdd-55cb-4898-8cfe-7bd04a2ecaf2","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:20.018014957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"206d9e18-cd3f-4e4a-9d22-36677115dd95","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:20.036762923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"206d9e18-cd3f-4e4a-9d22-36677115dd95","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:20.053692238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e56c7dce1b9d61dbc250d0642edd031fe211d0d30c6d82aa04c0380f0b8c40b9) AuthConfig (20722f5c27bcaee524298f115e27157df124e21732dd9a7607ddc5e393a428bb) AuthConfig (8ea5b11862616942f3b741f5b6fae9776b6181420e46ff67254e2f30ca37a504) AuthConfig (5543f40d02c25c19264a5554fd8a7d76dd15f8e9829ffd505fbb01f01d680a52) AuthConfig (321d12b3d7061c2717954a3fe4e5b2cc7df0ba5cac611683245758f465c4a361) AuthConfig (9186c63b878816eb6b672d32509475512ea29ead7684ca8bd77d998a50cac616) AuthConfig (fe0a93464154062a2830e1108af35acd7b45227bb5b425db946e14d68dad70dc) AuthConfig (51d29377567363e5a0c38a9b1ccedf54ce00b6e0f50a2ad97fff73848cac7b10) AuthConfig (24d1835551ccffbb4c1b24d2ba1c9cfb03baff5254e37c68c890215c3bf7117b) AuthConfig (4a25e181cdc13e7bcf0b657b5d3183191743ed8003b2aa6f70f63506fa67922d) AuthConfig (26a931fc9b1cf3a7c4ebe8e6f74084efde6ee4bef1ecd4eb24c41b599cb5d700) AuthConfig (21be2a8bdf3491eb6e80ec44d30b06a44c426c57d0bcf2ab6b80c6516e3f0658) AuthConfig (18c60c1f6f860c18e4ba387b6c0ca9d8099c57cf14f897ab7a655069464ca5e6) AuthConfig (9e90c7386923ee3ffe341af197c8fd6c919068f5be23853e4ebed5395f76cfa4) AuthConfig (3370337342ca491b0b73102d0609f9cdf02956b9cd3335fab52b960dee74db11) AuthConfig (94b07ac41bd6d1ee7f7afcb7b8fe9d807e50b28ea0519260cf947f86684a3851) AuthConfig (12933fd5f7dc1e165e5a86e10d9c7401a9d88153a8362df484b0dede6e33dca9) AuthConfig (d3af26d05e9ade65a42ab68e2bebe61c60e4a16e662d8c5969c80f8fa4125f11)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"206d9e18-cd3f-4e4a-9d22-36677115dd95","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:20.073956414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"4214d575-1c5a-4b91-92c0-96e44d28be28","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:20.074013267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"4214d575-1c5a-4b91-92c0-96e44d28be28","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:21.630767825Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:24.604253355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"8018867a-e591-48f0-8331-7101534b254a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:24.621693712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"8018867a-e591-48f0-8331-7101534b254a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:24.637872908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8db8d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"8018867a-e591-48f0-8331-7101534b254a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:29.358293136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"f2d8587d-fc09-4b95-adea-5d8a459d9aa7","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:29.358392166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"f2d8587d-fc09-4b95-adea-5d8a459d9aa7","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:29.595963543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"c9509420-5784-4391-855a-0e881cb606d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:29.614714942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"c9509420-5784-4391-855a-0e881cb606d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:29.633055686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"c9509420-5784-4391-855a-0e881cb606d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:30.11879864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"081c8161-d060-43ed-b8fc-0ae6a3ad3282","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:30.136559115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"081c8161-d060-43ed-b8fc-0ae6a3ad3282","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:30.152799742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e56c7dce1b9d61dbc250d0642edd031fe211d0d30c6d82aa04c0380f0b8c40b9) AuthConfig (20722f5c27bcaee524298f115e27157df124e21732dd9a7607ddc5e393a428bb) AuthConfig (8ea5b11862616942f3b741f5b6fae9776b6181420e46ff67254e2f30ca37a504) AuthConfig (5543f40d02c25c19264a5554fd8a7d76dd15f8e9829ffd505fbb01f01d680a52) AuthConfig (321d12b3d7061c2717954a3fe4e5b2cc7df0ba5cac611683245758f465c4a361) AuthConfig (9186c63b878816eb6b672d32509475512ea29ead7684ca8bd77d998a50cac616) AuthConfig (fe0a93464154062a2830e1108af35acd7b45227bb5b425db946e14d68dad70dc) AuthConfig (51d29377567363e5a0c38a9b1ccedf54ce00b6e0f50a2ad97fff73848cac7b10) AuthConfig (24d1835551ccffbb4c1b24d2ba1c9cfb03baff5254e37c68c890215c3bf7117b) AuthConfig (4a25e181cdc13e7bcf0b657b5d3183191743ed8003b2aa6f70f63506fa67922d) AuthConfig (26a931fc9b1cf3a7c4ebe8e6f74084efde6ee4bef1ecd4eb24c41b599cb5d700) AuthConfig (21be2a8bdf3491eb6e80ec44d30b06a44c426c57d0bcf2ab6b80c6516e3f0658) AuthConfig (18c60c1f6f860c18e4ba387b6c0ca9d8099c57cf14f897ab7a655069464ca5e6) AuthConfig (9e90c7386923ee3ffe341af197c8fd6c919068f5be23853e4ebed5395f76cfa4) AuthConfig (3370337342ca491b0b73102d0609f9cdf02956b9cd3335fab52b960dee74db11) AuthConfig (94b07ac41bd6d1ee7f7afcb7b8fe9d807e50b28ea0519260cf947f86684a3851) AuthConfig (12933fd5f7dc1e165e5a86e10d9c7401a9d88153a8362df484b0dede6e33dca9) AuthConfig (d3af26d05e9ade65a42ab68e2bebe61c60e4a16e662d8c5969c80f8fa4125f11)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"081c8161-d060-43ed-b8fc-0ae6a3ad3282","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:31.942270753Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"4f88aef9-9fca-4077-ab99-b7dbac26725e","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.000082274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"4f88aef9-9fca-4077-ab99-b7dbac26725e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.006402266Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"052eda52-d2c2-4744-afc7-c43999268553","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.006539377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"052eda52-d2c2-4744-afc7-c43999268553","error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.017321559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"25bc2d77-af2e-4f6c-9fdf-5faad43acf08","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.017370236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"25bc2d77-af2e-4f6c-9fdf-5faad43acf08","error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.038651089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"6cb23ad3-4bdc-4b25-9540-573025e9f5ca","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.038702657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"6cb23ad3-4bdc-4b25-9540-573025e9f5ca","error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.079112474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"599cd813-2795-45d7-a019-3478f1703711","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.079156366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"599cd813-2795-45d7-a019-3478f1703711","error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.160308824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"56fcb29d-6bf0-4065-83e8-bf4d6dc8b276","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:32.160357511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-402b3b","namespace":"ai-tenant-e2e-noten-402b3b"},"namespace":"ai-tenant-e2e-noten-402b3b","name":"noten-model-402b3b","reconcileID":"56fcb29d-6bf0-4065-83e8-bf4d6dc8b276","error":"resolve tenant gateway for model ai-tenant-e2e-noten-402b3b/noten-model-402b3b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-402b3b/noten-model-402b3b-kserve-route (gateways: [openshift-ingress/e2e-noten-402b3b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:34.665560959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"a9df1238-bd29-4c5f-9a65-93e1fe2a30cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:34.683671731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"a9df1238-bd29-4c5f-9a65-93e1fe2a30cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:34.699998372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8db8d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"a9df1238-bd29-4c5f-9a65-93e1fe2a30cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:39.660982526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"7d511806-d06c-4b9b-a8ee-ea7860537797","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:39.678721559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"7d511806-d06c-4b9b-a8ee-ea7860537797","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:39.695802649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"7d511806-d06c-4b9b-a8ee-ea7860537797","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:40.184189703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"8347ee99-5d1d-4efb-b712-a39070e6f911","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:40.201782696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"8347ee99-5d1d-4efb-b712-a39070e6f911","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:40.21827839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e56c7dce1b9d61dbc250d0642edd031fe211d0d30c6d82aa04c0380f0b8c40b9) AuthConfig (20722f5c27bcaee524298f115e27157df124e21732dd9a7607ddc5e393a428bb) AuthConfig (8ea5b11862616942f3b741f5b6fae9776b6181420e46ff67254e2f30ca37a504) AuthConfig (5543f40d02c25c19264a5554fd8a7d76dd15f8e9829ffd505fbb01f01d680a52) AuthConfig (321d12b3d7061c2717954a3fe4e5b2cc7df0ba5cac611683245758f465c4a361) AuthConfig (9186c63b878816eb6b672d32509475512ea29ead7684ca8bd77d998a50cac616) AuthConfig (fe0a93464154062a2830e1108af35acd7b45227bb5b425db946e14d68dad70dc) AuthConfig (51d29377567363e5a0c38a9b1ccedf54ce00b6e0f50a2ad97fff73848cac7b10) AuthConfig (24d1835551ccffbb4c1b24d2ba1c9cfb03baff5254e37c68c890215c3bf7117b) AuthConfig (4a25e181cdc13e7bcf0b657b5d3183191743ed8003b2aa6f70f63506fa67922d) AuthConfig (26a931fc9b1cf3a7c4ebe8e6f74084efde6ee4bef1ecd4eb24c41b599cb5d700) AuthConfig (21be2a8bdf3491eb6e80ec44d30b06a44c426c57d0bcf2ab6b80c6516e3f0658) AuthConfig (18c60c1f6f860c18e4ba387b6c0ca9d8099c57cf14f897ab7a655069464ca5e6) AuthConfig (9e90c7386923ee3ffe341af197c8fd6c919068f5be23853e4ebed5395f76cfa4) AuthConfig (3370337342ca491b0b73102d0609f9cdf02956b9cd3335fab52b960dee74db11) AuthConfig (94b07ac41bd6d1ee7f7afcb7b8fe9d807e50b28ea0519260cf947f86684a3851) AuthConfig (12933fd5f7dc1e165e5a86e10d9c7401a9d88153a8362df484b0dede6e33dca9) AuthConfig (d3af26d05e9ade65a42ab68e2bebe61c60e4a16e662d8c5969c80f8fa4125f11)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"8347ee99-5d1d-4efb-b712-a39070e6f911","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:44.727895372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"571f4758-b38e-4af7-8bda-00aa9fd34bce","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:44.745691818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"571f4758-b38e-4af7-8bda-00aa9fd34bce","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:44.762802279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8db8d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99e888fa8c0dbe2821d5ec08616c1c5680ef6028db6b153ebf654f05539156de) AuthConfig (f2411e79f5bec4feddf1a141df5cf7625afafd885c8a53b41a3d170644be1551) AuthConfig (a8db0e49a5170a0346e853bd4109f1c9a561ada697ff8dbfb0e4c62806a2bc30) AuthConfig (17f35e730a10727eaa6862204e63e808b829af7874c58620fd3826fd616ae5ee) AuthConfig (f1371e34377c4225b5cb2525e5b3d6081d711b777fcca2b808217756c40ca497) AuthConfig (16423a186afb0db5bd99c8c295ec5db8bf64ae11c25991d7e2ace9b7dfa978e2) AuthConfig (7e7587d68d55b7890f11c43ee4e3b838fd13082148cde101841bb6304833c25d) AuthConfig (1c89e8e4b70c635bf5f459cb6a7fb8da0422c7a871d450512fc5707123ea73e4) AuthConfig (dd435176b294c6a31ac3c23a73b003c21e03930641407dcee5dbacc56335c5c6) AuthConfig (c47a617f0232475f142f40b9496353da306cff8911cf62767890ca09d91ad1ec) AuthConfig (d9b117356a780d18c682c7822878f9842b7f4748740b66dee572496aecd883b8) AuthConfig (9189ccb5148c1818837bb7e0ccebd39e8e53a9051ce996205e0496584cad3632) AuthConfig (ba2d061ea30ff4b9a1e1465708bbc58c48ee39672ce03203c86feba4f9920b10) AuthConfig (8adefd7cb144d5b873f89b4ca6f401c1cd69a451b49a98910a990d244607bdd8) AuthConfig (2500dcdbe2aafc8adbbad26aae80e52a4c2d8988b92a5f43dd80568574d672c7) AuthConfig (351bc58891bdcd039b4b93a2fdadd69b226edcd1cd3a5fcb9ec6b65f590bfe9c) AuthConfig (f0efe28d4586adda6511209029587a866bfe00f4acf8582404901fd645f097e3) AuthConfig (83da4f91feadce296fe5ef09a38753b455b57f4c950fb20e6e9c26b1c4e3f52d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"571f4758-b38e-4af7-8bda-00aa9fd34bce","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:44.781825792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"ed906203-bf91-463d-90b4-4382ffd43b0b","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:44.781840596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"ed906203-bf91-463d-90b4-4382ffd43b0b","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:49.723969153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"7b5ff480-2dc8-48ac-8ce9-53a65e574550","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:49.741559301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"7b5ff480-2dc8-48ac-8ce9-53a65e574550","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:49.758949702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5cad4636242dcc6ee72e35c93f5b63f109d0054d46a45dcf924ff2c612d36b2) AuthConfig (393ef6fcd03b055f03a3865617d83be899e8c6950b72cc8ac882f9356832300f) AuthConfig (8b6ba730a5417b7c244be114d3f9b336af9a75a56ec61a6d81960bbce466184d) AuthConfig (1a7a2a381cd80ebc178934bbfd2a88e013c30ce928b9eca4951d9c99d5646a7c) AuthConfig (62156709beddaa84c62af53f508785376c711d7b75e16e1f07c8ef529eaac580) AuthConfig (6cafaf0b84356b2ac559c28af1a92de874604dd89c932b5ea5ee7d70a3064978) AuthConfig (6dc046380a18c0a6d9554452f0f6435dd33172e605ade2666ff918683484e345) AuthConfig (345e935a3cb6e594ab032c161ea744ead3a79def9f3d912148b092192e557537) AuthConfig (ef3acfb3f91f6b40480eeeff42c5923846d3a189e77cbc897e3953354c905c9a) AuthConfig (3afca7c70fd84326d16607e5a89859cd459ce5ca3b35b2b8340a6903dcbe7bbf) AuthConfig (c556737ce1d77ac44acaa53bcb8575ad90317df26fe8539346bf53b7bb1e7051) AuthConfig (65ddfa87281f3f3c2e54747aa56bce3ee37f653e27cdc5d33d40c7572c680db4) AuthConfig (0265362556687d7984c90858174d3ad4a7c7c252bfcfd09f26b5c2032590db59) AuthConfig (6982894260eb5427edfc6fd94fdfcdaf38eb3cdece4a7549759ff5e1e3473fc7) AuthConfig (5723ac7e82480af6ae26a28c12b963429e50bdb95d0567d2c8cb9c111ff7595b) AuthConfig (7c167632c77ef37011f4312a181647c8523a192e60e60f03d5365240c2913318) AuthConfig (e0cfb4d0b798a256d4a6a2a2a2653d84c6c82d2c64134d1c83896ee8ead7533b) AuthConfig (cd52f8c56388792b8eb26aeb92b3f02cbe6dc5d05efdfde31b6649e5390727ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"7b5ff480-2dc8-48ac-8ce9-53a65e574550","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:49.778050447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"64ef3384-5cb0-400b-bda8-28c06c952401","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:49.778065241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"64ef3384-5cb0-400b-bda8-28c06c952401","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:50.245250572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"8f3b12dc-3a3a-4013-bb95-6d65a16f8b37","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:50.262602836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"8f3b12dc-3a3a-4013-bb95-6d65a16f8b37","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:50.340031863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"d41215a1-c082-4234-8556-034ce608383b","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:50.340047768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"d41215a1-c082-4234-8556-034ce608383b","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.621214816Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.922372352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"c35089c2-763f-451d-87d1-d66b317def35","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.922392125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"c35089c2-763f-451d-87d1-d66b317def35","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.942546172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"8a2dc4a8-5b94-47e1-8736-d72557af1b3c","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.942656813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"8a2dc4a8-5b94-47e1-8736-d72557af1b3c","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.949199429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"a1388382-9e85-4b87-a8cf-4af2fd697a57","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:51.951972395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"89044dab-04d5-4ce1-a39d-38d5713d04af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a056e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:51.957902395Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"8a2dc4a8-5b94-47e1-8736-d72557af1b3c","name":"auth-test-model-140669","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-140669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:58:51.957950238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"8a2dc4a8-5b94-47e1-8736-d72557af1b3c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-140669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.963258155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"906eb4aa-bb0b-4623-a90b-07383589ea3f","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.963273217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"906eb4aa-bb0b-4623-a90b-07383589ea3f","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.966873989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"a1388382-9e85-4b87-a8cf-4af2fd697a57","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.986277491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"637196e4-0cdb-4e17-92f9-0175984421d8","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:51.986294197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"637196e4-0cdb-4e17-92f9-0175984421d8","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:52.002786053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"ffb3157f-09cb-4bdd-a72d-a2b53b4e64cd","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:52.002801008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"ffb3157f-09cb-4bdd-a72d-a2b53b4e64cd","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:52.072685733Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"2f497fa6-00b3-47a3-b3d2-ae584e15bb50","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-auth-test-model-140669","model":"auth-test-model-140669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-140669/e2e-auth-iso-a056e0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:52.123433379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"e767877a-7781-4e78-b24b-84f35fe5d7d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:52.124220942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"41740d20-28fd-418c-a433-dec6b420688f","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:52.12423748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"41740d20-28fd-418c-a433-dec6b420688f","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:52.149208356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"e767877a-7781-4e78-b24b-84f35fe5d7d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:52.188176702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"90dc29ae-d749-4dab-95d2-167c11ed8395","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-auth-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:54.848531348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"8e9a3217-25f7-428b-a705-c3de7752aac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:54.902484812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"8e9a3217-25f7-428b-a705-c3de7752aac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:54.918653424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8db8d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99e888fa8c0dbe2821d5ec08616c1c5680ef6028db6b153ebf654f05539156de) AuthConfig (f2411e79f5bec4feddf1a141df5cf7625afafd885c8a53b41a3d170644be1551) AuthConfig (a8db0e49a5170a0346e853bd4109f1c9a561ada697ff8dbfb0e4c62806a2bc30) AuthConfig (17f35e730a10727eaa6862204e63e808b829af7874c58620fd3826fd616ae5ee) AuthConfig (f1371e34377c4225b5cb2525e5b3d6081d711b777fcca2b808217756c40ca497) AuthConfig (16423a186afb0db5bd99c8c295ec5db8bf64ae11c25991d7e2ace9b7dfa978e2) AuthConfig (7e7587d68d55b7890f11c43ee4e3b838fd13082148cde101841bb6304833c25d) AuthConfig (1c89e8e4b70c635bf5f459cb6a7fb8da0422c7a871d450512fc5707123ea73e4) AuthConfig (dd435176b294c6a31ac3c23a73b003c21e03930641407dcee5dbacc56335c5c6) AuthConfig (c47a617f0232475f142f40b9496353da306cff8911cf62767890ca09d91ad1ec) AuthConfig (d9b117356a780d18c682c7822878f9842b7f4748740b66dee572496aecd883b8) AuthConfig (9189ccb5148c1818837bb7e0ccebd39e8e53a9051ce996205e0496584cad3632) AuthConfig (ba2d061ea30ff4b9a1e1465708bbc58c48ee39672ce03203c86feba4f9920b10) AuthConfig (8adefd7cb144d5b873f89b4ca6f401c1cd69a451b49a98910a990d244607bdd8) AuthConfig (2500dcdbe2aafc8adbbad26aae80e52a4c2d8988b92a5f43dd80568574d672c7) AuthConfig (351bc58891bdcd039b4b93a2fdadd69b226edcd1cd3a5fcb9ec6b65f590bfe9c) AuthConfig (f0efe28d4586adda6511209029587a866bfe00f4acf8582404901fd645f097e3) AuthConfig (83da4f91feadce296fe5ef09a38753b455b57f4c950fb20e6e9c26b1c4e3f52d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"8e9a3217-25f7-428b-a705-c3de7752aac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:59.806242991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"73212d72-7c8c-4db5-9110-65c226ba8bf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:59.825202259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"73212d72-7c8c-4db5-9110-65c226ba8bf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:58:59.841292779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5cad4636242dcc6ee72e35c93f5b63f109d0054d46a45dcf924ff2c612d36b2) AuthConfig (393ef6fcd03b055f03a3865617d83be899e8c6950b72cc8ac882f9356832300f) AuthConfig (8b6ba730a5417b7c244be114d3f9b336af9a75a56ec61a6d81960bbce466184d) AuthConfig (1a7a2a381cd80ebc178934bbfd2a88e013c30ce928b9eca4951d9c99d5646a7c) AuthConfig (62156709beddaa84c62af53f508785376c711d7b75e16e1f07c8ef529eaac580) AuthConfig (6cafaf0b84356b2ac559c28af1a92de874604dd89c932b5ea5ee7d70a3064978) AuthConfig (6dc046380a18c0a6d9554452f0f6435dd33172e605ade2666ff918683484e345) AuthConfig (345e935a3cb6e594ab032c161ea744ead3a79def9f3d912148b092192e557537) AuthConfig (ef3acfb3f91f6b40480eeeff42c5923846d3a189e77cbc897e3953354c905c9a) AuthConfig (3afca7c70fd84326d16607e5a89859cd459ce5ca3b35b2b8340a6903dcbe7bbf) AuthConfig (c556737ce1d77ac44acaa53bcb8575ad90317df26fe8539346bf53b7bb1e7051) AuthConfig (65ddfa87281f3f3c2e54747aa56bce3ee37f653e27cdc5d33d40c7572c680db4) AuthConfig (0265362556687d7984c90858174d3ad4a7c7c252bfcfd09f26b5c2032590db59) AuthConfig (6982894260eb5427edfc6fd94fdfcdaf38eb3cdece4a7549759ff5e1e3473fc7) AuthConfig (5723ac7e82480af6ae26a28c12b963429e50bdb95d0567d2c8cb9c111ff7595b) AuthConfig (7c167632c77ef37011f4312a181647c8523a192e60e60f03d5365240c2913318) AuthConfig (e0cfb4d0b798a256d4a6a2a2a2653d84c6c82d2c64134d1c83896ee8ead7533b) AuthConfig (cd52f8c56388792b8eb26aeb92b3f02cbe6dc5d05efdfde31b6649e5390727ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"73212d72-7c8c-4db5-9110-65c226ba8bf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:04.946432832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"9326891f-608c-49e0-b056-02c308e93567","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:04.963542515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"9326891f-608c-49e0-b056-02c308e93567","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:04.979379045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8db8d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99e888fa8c0dbe2821d5ec08616c1c5680ef6028db6b153ebf654f05539156de) AuthConfig (f2411e79f5bec4feddf1a141df5cf7625afafd885c8a53b41a3d170644be1551) AuthConfig (a8db0e49a5170a0346e853bd4109f1c9a561ada697ff8dbfb0e4c62806a2bc30) AuthConfig (17f35e730a10727eaa6862204e63e808b829af7874c58620fd3826fd616ae5ee) AuthConfig (f1371e34377c4225b5cb2525e5b3d6081d711b777fcca2b808217756c40ca497) AuthConfig (16423a186afb0db5bd99c8c295ec5db8bf64ae11c25991d7e2ace9b7dfa978e2) AuthConfig (7e7587d68d55b7890f11c43ee4e3b838fd13082148cde101841bb6304833c25d) AuthConfig (1c89e8e4b70c635bf5f459cb6a7fb8da0422c7a871d450512fc5707123ea73e4) AuthConfig (dd435176b294c6a31ac3c23a73b003c21e03930641407dcee5dbacc56335c5c6) AuthConfig (c47a617f0232475f142f40b9496353da306cff8911cf62767890ca09d91ad1ec) AuthConfig (d9b117356a780d18c682c7822878f9842b7f4748740b66dee572496aecd883b8) AuthConfig (9189ccb5148c1818837bb7e0ccebd39e8e53a9051ce996205e0496584cad3632) AuthConfig (ba2d061ea30ff4b9a1e1465708bbc58c48ee39672ce03203c86feba4f9920b10) AuthConfig (8adefd7cb144d5b873f89b4ca6f401c1cd69a451b49a98910a990d244607bdd8) AuthConfig (2500dcdbe2aafc8adbbad26aae80e52a4c2d8988b92a5f43dd80568574d672c7) AuthConfig (351bc58891bdcd039b4b93a2fdadd69b226edcd1cd3a5fcb9ec6b65f590bfe9c) AuthConfig (f0efe28d4586adda6511209029587a866bfe00f4acf8582404901fd645f097e3) AuthConfig (83da4f91feadce296fe5ef09a38753b455b57f4c950fb20e6e9c26b1c4e3f52d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"9326891f-608c-49e0-b056-02c308e93567","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:09.008298718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"61bcd50f-7706-4478-aa37-0f3348a8bf8d","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-auth-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:09.06028495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"fcc594cd-1cea-419b-8b40-173fcd3a0da1","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:09.060310722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"fcc594cd-1cea-419b-8b40-173fcd3a0da1","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:09.778013744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"2eb97ad1-5551-456b-ae5e-5d3e97adb444","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:09.79543112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"2eb97ad1-5551-456b-ae5e-5d3e97adb444","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:09.87825986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"ec2bc857-23c3-4560-8c6e-76e1aef9b381","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:09.895395229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"ec2bc857-23c3-4560-8c6e-76e1aef9b381","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:09.972672569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"d74d3b22-d03b-44d5-8bb3-7f00a8063cb6","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:09.972692298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"d74d3b22-d03b-44d5-8bb3-7f00a8063cb6","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:10.626220763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"c10b57ac-d4ac-41fd-9f8b-835ab598d5c5","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:10.626243939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"c10b57ac-d4ac-41fd-9f8b-835ab598d5c5","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:10.644953991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"3e78dd44-6637-40bc-b6eb-d4b23e5a7f26","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:10.64497856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"3e78dd44-6637-40bc-b6eb-d4b23e5a7f26","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:10.672212782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"fc8eb414-407e-424b-8954-079e635bf722","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:10.724763341Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"fc8eb414-407e-424b-8954-079e635bf722","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:10.750952686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"fc8eb414-407e-424b-8954-079e635bf722","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:10.770984644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"8994c223-b4e3-435f-9f60-89ae8b5228e1","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:10.771127527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"8994c223-b4e3-435f-9f60-89ae8b5228e1","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.434830046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"0b32f4c9-3315-4d24-b8f1-bd8c60322333","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.434849489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"0b32f4c9-3315-4d24-b8f1-bd8c60322333","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.455813993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"c4d99355-7e01-42a0-a679-be621f01a67d","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.455829781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"c4d99355-7e01-42a0-a679-be621f01a67d","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.461794329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"8f21b28f-521f-4370-a305-1ad2acceb5f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:59:11.463410713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"26431899-4d28-4da0-804d-8005f01da572","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ad1443\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:59:11.473185629Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"c4d99355-7e01-42a0-a679-be621f01a67d","name":"auth-test-model-3f5626","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3f5626\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:59:11.473241513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"c4d99355-7e01-42a0-a679-be621f01a67d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3f5626\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.478849957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"320fd412-b175-4600-8a6c-4cac184415c4","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.478865013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"320fd412-b175-4600-8a6c-4cac184415c4","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.479566452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"8f21b28f-521f-4370-a305-1ad2acceb5f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.493364264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"a2598409-e189-4f4b-82d8-b8b3a7fd5c7f","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.4933785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"a2598409-e189-4f4b-82d8-b8b3a7fd5c7f","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.511068213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"a5ab5ace-7ec5-4d17-b03b-ed67d525977f","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.511083067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"a5ab5ace-7ec5-4d17-b03b-ed67d525977f","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.568963605Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"830e9701-0042-4693-8421-5a35a4d41325","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-auth-test-model-3f5626","model":"auth-test-model-3f5626","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-3f5626/e2e-auth-iso-ad1443"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.618625863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"d7a2b23b-4d19-4049-81c4-6c30a0de1549","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.618641167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"d7a2b23b-4d19-4049-81c4-6c30a0de1549","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.633292398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"a4873530-4bf0-43ed-8fdd-7b9f66dfc0da","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.650089381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"a4873530-4bf0-43ed-8fdd-7b9f66dfc0da","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:11.672221648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"99ec51d3-ca4c-4e95-8aed-8fe448967fdc","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-auth-test-model-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:15.007148054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"e9699c74-022d-41ad-97a6-56b433e50d16","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:15.024442166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"e9699c74-022d-41ad-97a6-56b433e50d16","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:15.194089821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"b9ffa355-0112-4fd8-a09d-07c54ade4720","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:15.194121721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"b9ffa355-0112-4fd8-a09d-07c54ade4720","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.493929392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"cf5a38c7-c75b-48db-bff3-46e15dedbdef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.493951158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"cf5a38c7-c75b-48db-bff3-46e15dedbdef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.515711484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"0bed38ba-b0d9-40a6-8bda-e4a864813d19","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.515727506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"0bed38ba-b0d9-40a6-8bda-e4a864813d19","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.523446469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"3347d6c3-4afa-427d-941c-597e8d4017dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:59:16.523964043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"ac8a9c7d-8803-43ec-9fd9-33685568b8e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f7a5de\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.540768149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"3347d6c3-4afa-427d-941c-597e8d4017dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.554935441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"a26f8ad6-ae34-4226-82c6-f295ec8667af","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.554951607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"a26f8ad6-ae34-4226-82c6-f295ec8667af","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.572889761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"c6762df4-605a-4b41-8e3c-fb94d0824e78","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.57290478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"c6762df4-605a-4b41-8e3c-fb94d0824e78","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.628865049Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"6359ca9f-6ccd-4e3c-90df-eee6b340ba33","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"maas-trlp-auth-test-model-8db8d4","model":"auth-test-model-8db8d4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-8db8d4/e2e-auth-iso-f7a5de"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.67845502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"94fa1752-f59e-4f4e-8b50-fdc18cd96bd0","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.678469041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"94fa1752-f59e-4f4e-8b50-fdc18cd96bd0","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.695252646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"2439a21f-1522-4c74-8aef-e5f194951865","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.712665992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"2439a21f-1522-4c74-8aef-e5f194951865","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:16.732639589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"da03edf9-f498-43b0-81b2-6b5de3511fe8","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"maas-trlp-auth-test-model-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:20.799231292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"95ff8011-7911-491d-bc89-21207079ba07","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:20.817800532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"95ff8011-7911-491d-bc89-21207079ba07","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:20.834371164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"95ff8011-7911-491d-bc89-21207079ba07","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:21.620712339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:21.984086544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"32ae50b2-c97f-4555-8cd5-41a56bb832ec","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:21.984108222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"32ae50b2-c97f-4555-8cd5-41a56bb832ec","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:22.272918121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"c5e2222d-4947-4d44-8576-41ce1bd41f09","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:22.272938447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"c5e2222d-4947-4d44-8576-41ce1bd41f09","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:22.289219727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"ce8ca50f-5956-4101-92e9-3ab7bad22896","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:22.289241845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"ce8ca50f-5956-4101-92e9-3ab7bad22896","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:22.316155208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"2e762346-4b00-48a3-9d96-92b2291ef6df","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:22.359956462Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"2e762346-4b00-48a3-9d96-92b2291ef6df","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:22.376645956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"2e762346-4b00-48a3-9d96-92b2291ef6df","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:22.394527941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"209c9a8d-3268-4008-b5d9-074c9e34d308","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:22.394544719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"209c9a8d-3268-4008-b5d9-074c9e34d308","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:30.862345897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"5a2081da-cbd3-4514-8411-eca56315247b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:30.880206271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"5a2081da-cbd3-4514-8411-eca56315247b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:30.896414124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"5a2081da-cbd3-4514-8411-eca56315247b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:32.422303746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"13be6a78-99d4-4314-bc76-b5c9385cb60b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:32.440661157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"13be6a78-99d4-4314-bc76-b5c9385cb60b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:32.457359133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"13be6a78-99d4-4314-bc76-b5c9385cb60b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:35.394564581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"cb4d7d5b-cab5-4f28-802a-d78aa329420b","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"maas-trlp-auth-test-model-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:35.448135774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"0a220703-8440-4a82-944e-84e0aadcfd70","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:35.448153738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"0a220703-8440-4a82-944e-84e0aadcfd70","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:35.55993356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"0941be74-0eaf-4d93-9495-9ea142098c78","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-auth-test-model-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:35.613461089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"3908091d-d00c-493b-a25b-7f837d0e291d","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:35.613487493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"3908091d-d00c-493b-a25b-7f837d0e291d","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:36.295413982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"11fcc532-8b22-4883-897e-e4ac0b3e790b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:36.312821432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"11fcc532-8b22-4883-897e-e4ac0b3e790b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:36.570991605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"ab3c67b0-7fab-42f6-a8df-ab191ed7a06c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:36.588525853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"ab3c67b0-7fab-42f6-a8df-ab191ed7a06c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.129680414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"3f297f0b-b058-48c1-a62b-b5ef00cfc625","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.129706825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"3f297f0b-b058-48c1-a62b-b5ef00cfc625","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.147452133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"27351915-dfb6-416a-8a3a-9eebb56661dd","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.147475369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"27351915-dfb6-416a-8a3a-9eebb56661dd","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.174377986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"cc683418-d4c9-4786-98df-3065b01c02e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.220124382Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"cc683418-d4c9-4786-98df-3065b01c02e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.236763053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-b6ed7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"cc683418-d4c9-4786-98df-3065b01c02e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.256030457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"820268b8-af12-4295-aacf-10456c39f41c","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.256047952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"820268b8-af12-4295-aacf-10456c39f41c","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.397069228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"832ead5e-ce9e-457f-b090-a24d1e2be1bb","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.397087788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"832ead5e-ce9e-457f-b090-a24d1e2be1bb","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.424128693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"4e8c9058-ee24-4704-9aa9-824040a25734","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.441828096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"4e8c9058-ee24-4704-9aa9-824040a25734","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.44424088Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"381171ad-d05e-45b8-a3bd-06cfc1abcf7e","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb5e2f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.600550321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"90adbfd5-3e43-4686-abcb-15e16c964e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:37.617459044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"90adbfd5-3e43-4686-abcb-15e16c964e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:40.536490027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09282eaf-de82-43f6-9550-6cc3d558482b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:40.551756304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09282eaf-de82-43f6-9550-6cc3d558482b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:40.565956223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09282eaf-de82-43f6-9550-6cc3d558482b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:40.579867988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09282eaf-de82-43f6-9550-6cc3d558482b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:40.92533421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"dc7b2549-5438-48ed-8993-9193a564e3d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:40.943033393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"dc7b2549-5438-48ed-8993-9193a564e3d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:40.960333802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29773b3d5c42bafa3a3f602aaf9ad21121f3a06c6e8d02de4918e2f85dcfb998) AuthConfig (c4e972b5c09bd8ed6b0dcce3190d8eb0e635107966f097911bfebbf84866e1dd) AuthConfig (ff7e42b2a41f85bdaed6dee09559edaf1906a4c1d2cb96c39342fbdc8ccfc9f0) AuthConfig (dd7c17afc81a0c9a694062964da5500b885054ba8e6fe66cee8fda26c3d3bd06) AuthConfig (a0bdfb2b769f40572c2a53bcdfdbb147a5b90c74b0fe9899905157913ac8c953) AuthConfig (d5275886b729e6a358c766008c7fe860e42e9afb09c76e2585ca2273927e5b21) AuthConfig (0b18dd0f560407ecf37ff8b1baaa331d14df7ad590f7e05c38f963dcb5d58cc4) AuthConfig (245082c066c26c61d12f62c3f5d45a8fd58c7d0e3caf6eafc6e1dc22ae890b25) AuthConfig (282c147de9a288ae705b1535ca226036214225d7d0efa7da569217e59f762bf6) AuthConfig (d756eb161ae4fcd8719b705d85b7f79ef3b849af3bf8cad046f2f768859ba14f) AuthConfig (2c5a46783e1142f9cadcc163858c706e057888bf90de741b830a89632a1dbff2) AuthConfig (e3f4b9805429dd7932cd6df81f7f3646f9583324b9de41f3da22cbbc4870cae0) AuthConfig (2d7b51ec340fa9a15075323094194fea03a2482e0d4501a93852e0c62c7a2b20) AuthConfig (016995815cba6a2fd78226b8751b66d3f8d3b5c6955373661d7c55899280f827) AuthConfig (0f8af9d4534a6ee1236555ce3a03d75d53fc22845e4f84b6465e227c78a5acc7) AuthConfig (655d14fd3e025adff3bce3783a304af6f6a8463b70c606921bfebe20f64ca597) AuthConfig (e8beb17a0ae9bdc38e8aaa409a900b7f630b7bd5d6acdb9ff0d313a9d88d1e83) AuthConfig (d5f2b098c19bb3b9f04637bc37adefb82dab2f770cf7ecac6e41dbbfb6c4c8a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"dc7b2549-5438-48ed-8993-9193a564e3d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:40.996465345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"5088deeb-4067-458a-b8b2-b6fe9df26e09","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:40.996486754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"5088deeb-4067-458a-b8b2-b6fe9df26e09","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:41.136647317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4115bbab-f787-4595-9bc1-b2f4bd722587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:41.150987117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4115bbab-f787-4595-9bc1-b2f4bd722587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:41.164983044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4115bbab-f787-4595-9bc1-b2f4bd722587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:41.17906901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4115bbab-f787-4595-9bc1-b2f4bd722587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:41.407154739Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-1fb0a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-1fb0a6","reconcileID":"cf2466d5-3ffa-4618-9d86-4d427affcd26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-1fb0a6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-1fb0a6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:41.849514211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9390492d-407a-47eb-bbac-9f20e0032aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:41.866152954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9390492d-407a-47eb-bbac-9f20e0032aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:41.89464183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9390492d-407a-47eb-bbac-9f20e0032aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:41.914411757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9390492d-407a-47eb-bbac-9f20e0032aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:42.485463572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"3fa2167d-3279-4d27-bfd7-b03e05e05350","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:42.502749259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"3fa2167d-3279-4d27-bfd7-b03e05e05350","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:42.518938037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c458e65cf5bdba071f529267be6e1775b722091f7cc9860276a34b7fb3c3b8a5) AuthConfig (6ea3bb7f9f87eb4e11ceb723fcb6eb2398674e8565725fbdabdd2ffb0a6cc7fb) AuthConfig (2d0b358fb62617f882142f1a3c2a68fba80f71530731194eab5ca978ca1964ed) AuthConfig (c4815a0a9d042d63c8cbe991b1fe61f6628d2e00446998aabe2290acb1f6c065) AuthConfig (4fc67843f52c560fd97be0af6eafd9878368a78896aff24d006d51354f038ab9) AuthConfig (48f03d07b065339801f0d1346d6d353c5acfbffb25f300baf6f1b8a13db3d497) AuthConfig (e38a6fb1c952a49d0e11c3a253136291ab2039c04085d2f1a9832dac25b750e4) AuthConfig (18e188f48df4231912afc2f552eb3942d48e73af1ae816af7bc4efce2e6c8c54) AuthConfig (a0388eab0861a63ebeae24c386ca7c5784603dd231d42da84c7f4afa9ba13e59) AuthConfig (1922e423d4203ef005c5a3382a7bb3846c1f1e190838ed3e3e5c68deec4a0b1e) AuthConfig (e0eac8d930d5930d62b819a307aae4f67dcb22d8cfdbc9f25ab18e38a9d2d935) AuthConfig (4c114995d710856f3ec7bfe31a0aceff01640eca4caba1a675c91411b663bd3a) AuthConfig (a22e25495dfd1bd5b9428d8330869538875cac4d9efc227906cabddb33b9fa80) AuthConfig (c4dc4469b4c307999838b846718fa7405803bba3241ce7f730d50680b1110d0d) AuthConfig (b09b0e86f0b25081704809ac189c00a0078b17cc60e13c8869a336d7fdc57599) AuthConfig (b82a50717dc7441c27cd9d6b7ef7d50f13ea33da730f84b7ab217d59ddab03ec) AuthConfig (b0524137929399e2730a274a5838f4932dfa262e8c97498e2e1de9534e77b88b) AuthConfig (64410261fda64ce52e06f2d67e08b47fc7ad4be7d813277836365a6068edde05)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"3fa2167d-3279-4d27-bfd7-b03e05e05350","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:42.541468935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"3c19551c-2c9a-493b-a301-8a4842ff56b6","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:42.541485204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"3c19551c-2c9a-493b-a301-8a4842ff56b6","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.28399551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"1886850f-559e-4aa8-b537-2304f070f7a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.301398525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"1886850f-559e-4aa8-b537-2304f070f7a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.317437136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-b6ed7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"1886850f-559e-4aa8-b537-2304f070f7a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.459534996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"14e03fd5-28a5-4043-8859-97875afa0fac","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","subscription":"e2e-auth-iso-ad1443","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.47354798Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"14e03fd5-28a5-4043-8859-97875afa0fac","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.490340278Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"14e03fd5-28a5-4043-8859-97875afa0fac","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"maas-trlp-auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.571719148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"876462c3-4658-4e94-be4a-54764ab5b3a9","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.571735427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"876462c3-4658-4e94-be4a-54764ab5b3a9","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.599152031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"ab19f6e2-97de-4651-a85f-21ed395a195a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.617192267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"ab19f6e2-97de-4651-a85f-21ed395a195a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.699314625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"e0cc1951-fc2a-43c3-a94f-023ff0b68ee0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.713649505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"ae744fc0-7a86-410e-9824-2c580a9183bf","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.713664055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"ae744fc0-7a86-410e-9824-2c580a9183bf","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.716967101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"e0cc1951-fc2a-43c3-a94f-023ff0b68ee0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.762010593Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"04f58691-4c22-4ec2-a6a1-372a5b592b80","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-543429ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.799183194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"06eb985f-cebd-4e2b-af9a-dfac38fd44c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.818550165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"06eb985f-cebd-4e2b-af9a-dfac38fd44c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.94552338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"983be011-dba3-464d-8369-1197dd5fb8c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:47.962865127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"983be011-dba3-464d-8369-1197dd5fb8c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:51.02692133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"3cc19fe6-658c-4801-a371-90a7909be4e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:51.044934161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"3cc19fe6-658c-4801-a371-90a7909be4e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:51.061297675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29773b3d5c42bafa3a3f602aaf9ad21121f3a06c6e8d02de4918e2f85dcfb998) AuthConfig (c4e972b5c09bd8ed6b0dcce3190d8eb0e635107966f097911bfebbf84866e1dd) AuthConfig (ff7e42b2a41f85bdaed6dee09559edaf1906a4c1d2cb96c39342fbdc8ccfc9f0) AuthConfig (dd7c17afc81a0c9a694062964da5500b885054ba8e6fe66cee8fda26c3d3bd06) AuthConfig (a0bdfb2b769f40572c2a53bcdfdbb147a5b90c74b0fe9899905157913ac8c953) AuthConfig (d5275886b729e6a358c766008c7fe860e42e9afb09c76e2585ca2273927e5b21) AuthConfig (0b18dd0f560407ecf37ff8b1baaa331d14df7ad590f7e05c38f963dcb5d58cc4) AuthConfig (245082c066c26c61d12f62c3f5d45a8fd58c7d0e3caf6eafc6e1dc22ae890b25) AuthConfig (282c147de9a288ae705b1535ca226036214225d7d0efa7da569217e59f762bf6) AuthConfig (d756eb161ae4fcd8719b705d85b7f79ef3b849af3bf8cad046f2f768859ba14f) AuthConfig (2c5a46783e1142f9cadcc163858c706e057888bf90de741b830a89632a1dbff2) AuthConfig (e3f4b9805429dd7932cd6df81f7f3646f9583324b9de41f3da22cbbc4870cae0) AuthConfig (2d7b51ec340fa9a15075323094194fea03a2482e0d4501a93852e0c62c7a2b20) AuthConfig (016995815cba6a2fd78226b8751b66d3f8d3b5c6955373661d7c55899280f827) AuthConfig (0f8af9d4534a6ee1236555ce3a03d75d53fc22845e4f84b6465e227c78a5acc7) AuthConfig (655d14fd3e025adff3bce3783a304af6f6a8463b70c606921bfebe20f64ca597) AuthConfig (e8beb17a0ae9bdc38e8aaa409a900b7f630b7bd5d6acdb9ff0d313a9d88d1e83) AuthConfig (d5f2b098c19bb3b9f04637bc37adefb82dab2f770cf7ecac6e41dbbfb6c4c8a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"3cc19fe6-658c-4801-a371-90a7909be4e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:51.620681299Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:52.570325659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"15851e36-f02f-4679-b3b0-db84a79f555f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:52.588638895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"15851e36-f02f-4679-b3b0-db84a79f555f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:52.607625806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c458e65cf5bdba071f529267be6e1775b722091f7cc9860276a34b7fb3c3b8a5) AuthConfig (6ea3bb7f9f87eb4e11ceb723fcb6eb2398674e8565725fbdabdd2ffb0a6cc7fb) AuthConfig (2d0b358fb62617f882142f1a3c2a68fba80f71530731194eab5ca978ca1964ed) AuthConfig (c4815a0a9d042d63c8cbe991b1fe61f6628d2e00446998aabe2290acb1f6c065) AuthConfig (4fc67843f52c560fd97be0af6eafd9878368a78896aff24d006d51354f038ab9) AuthConfig (48f03d07b065339801f0d1346d6d353c5acfbffb25f300baf6f1b8a13db3d497) AuthConfig (e38a6fb1c952a49d0e11c3a253136291ab2039c04085d2f1a9832dac25b750e4) AuthConfig (18e188f48df4231912afc2f552eb3942d48e73af1ae816af7bc4efce2e6c8c54) AuthConfig (a0388eab0861a63ebeae24c386ca7c5784603dd231d42da84c7f4afa9ba13e59) AuthConfig (1922e423d4203ef005c5a3382a7bb3846c1f1e190838ed3e3e5c68deec4a0b1e) AuthConfig (e0eac8d930d5930d62b819a307aae4f67dcb22d8cfdbc9f25ab18e38a9d2d935) AuthConfig (4c114995d710856f3ec7bfe31a0aceff01640eca4caba1a675c91411b663bd3a) AuthConfig (a22e25495dfd1bd5b9428d8330869538875cac4d9efc227906cabddb33b9fa80) AuthConfig (c4dc4469b4c307999838b846718fa7405803bba3241ce7f730d50680b1110d0d) AuthConfig (b09b0e86f0b25081704809ac189c00a0078b17cc60e13c8869a336d7fdc57599) AuthConfig (b82a50717dc7441c27cd9d6b7ef7d50f13ea33da730f84b7ab217d59ddab03ec) AuthConfig (b0524137929399e2730a274a5838f4932dfa262e8c97498e2e1de9534e77b88b) AuthConfig (64410261fda64ce52e06f2d67e08b47fc7ad4be7d813277836365a6068edde05)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"15851e36-f02f-4679-b3b0-db84a79f555f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:57.345409237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"b8c5fa55-38c5-4a2a-9cfd-79bfae4045ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:57.364489645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"b8c5fa55-38c5-4a2a-9cfd-79bfae4045ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:57.381127797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-b6ed7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"b8c5fa55-38c5-4a2a-9cfd-79bfae4045ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:57.775986089Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"2ac60384-4c6c-4f19-9cce-724ad4c87731","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","subscription":"e2e-auth-iso-ad1443","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:57.789922081Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"2ac60384-4c6c-4f19-9cce-724ad4c87731","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:57.804305009Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"2ac60384-4c6c-4f19-9cce-724ad4c87731","MaaSSubscription":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:57.884004701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"34e11af7-b0da-4ded-b0b0-dfd03e3c4ca0","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:57.884027772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"34e11af7-b0da-4ded-b0b0-dfd03e3c4ca0","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:57.911322932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"cd9d5d59-d0c6-433f-a310-ad846d2e7034","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:57.929338718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"cd9d5d59-d0c6-433f-a310-ad846d2e7034","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.013413737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"96f72d4f-ab08-4724-bcec-9f93a7fc2359","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.031004072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"96f72d4f-ab08-4724-bcec-9f93a7fc2359","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.041893915Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"b4a90a9a-f9f0-4eda-8c72-a93bd26684b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.041988886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"594413ae-ae4c-4caf-b469-ee23ab94258d","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.042005141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"594413ae-ae4c-4caf-b469-ee23ab94258d","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.09968203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"b4a90a9a-f9f0-4eda-8c72-a93bd26684b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.145558831Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"b4a90a9a-f9f0-4eda-8c72-a93bd26684b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.145614865Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-auth-iso-ad1443","reconcileID":"b4a90a9a-f9f0-4eda-8c72-a93bd26684b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.165386432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"c7b4bd29-a65b-4e62-bfdb-44fec31c62b2","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/auth-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.16540663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"auth-test-model-265447","reconcileID":"c7b4bd29-a65b-4e62-bfdb-44fec31c62b2","MaaSModelRef":{"name":"auth-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"auth-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"auth-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.317334296Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"049d85af-9f3d-42cd-ae6b-9946dcec2957","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.317371962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"feeabf33-ffdf-46bb-8719-26adc0bd9300","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.317383764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"feeabf33-ffdf-46bb-8719-26adc0bd9300","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.445263774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"049d85af-9f3d-42cd-ae6b-9946dcec2957","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.49062365Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"049d85af-9f3d-42cd-ae6b-9946dcec2957","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.490650391Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-auth-iso-ad1443","reconcileID":"049d85af-9f3d-42cd-ae6b-9946dcec2957","MaaSAuthPolicy":{"name":"e2e-auth-iso-ad1443","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.508264657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"befc1375-d771-4296-b126-071c4531c5dc","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/auth-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:59:58.508286405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"auth-test-model-3f5626","reconcileID":"befc1375-d771-4296-b126-071c4531c5dc","MaaSModelRef":{"name":"auth-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"auth-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"auth-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:01.092452922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"5dfc5652-c8e5-4704-b109-bd6637a1299f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:01.110921154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"5dfc5652-c8e5-4704-b109-bd6637a1299f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:01.127269356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29773b3d5c42bafa3a3f602aaf9ad21121f3a06c6e8d02de4918e2f85dcfb998) AuthConfig (c4e972b5c09bd8ed6b0dcce3190d8eb0e635107966f097911bfebbf84866e1dd) AuthConfig (ff7e42b2a41f85bdaed6dee09559edaf1906a4c1d2cb96c39342fbdc8ccfc9f0) AuthConfig (dd7c17afc81a0c9a694062964da5500b885054ba8e6fe66cee8fda26c3d3bd06) AuthConfig (a0bdfb2b769f40572c2a53bcdfdbb147a5b90c74b0fe9899905157913ac8c953) AuthConfig (d5275886b729e6a358c766008c7fe860e42e9afb09c76e2585ca2273927e5b21) AuthConfig (0b18dd0f560407ecf37ff8b1baaa331d14df7ad590f7e05c38f963dcb5d58cc4) AuthConfig (245082c066c26c61d12f62c3f5d45a8fd58c7d0e3caf6eafc6e1dc22ae890b25) AuthConfig (282c147de9a288ae705b1535ca226036214225d7d0efa7da569217e59f762bf6) AuthConfig (d756eb161ae4fcd8719b705d85b7f79ef3b849af3bf8cad046f2f768859ba14f) AuthConfig (2c5a46783e1142f9cadcc163858c706e057888bf90de741b830a89632a1dbff2) AuthConfig (e3f4b9805429dd7932cd6df81f7f3646f9583324b9de41f3da22cbbc4870cae0) AuthConfig (2d7b51ec340fa9a15075323094194fea03a2482e0d4501a93852e0c62c7a2b20) AuthConfig (016995815cba6a2fd78226b8751b66d3f8d3b5c6955373661d7c55899280f827) AuthConfig (0f8af9d4534a6ee1236555ce3a03d75d53fc22845e4f84b6465e227c78a5acc7) AuthConfig (655d14fd3e025adff3bce3783a304af6f6a8463b70c606921bfebe20f64ca597) AuthConfig (e8beb17a0ae9bdc38e8aaa409a900b7f630b7bd5d6acdb9ff0d313a9d88d1e83) AuthConfig (d5f2b098c19bb3b9f04637bc37adefb82dab2f770cf7ecac6e41dbbfb6c4c8a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"5dfc5652-c8e5-4704-b109-bd6637a1299f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:02.638709732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"754dc3ed-bf59-4678-a238-872e3f0a64e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:02.656412383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"754dc3ed-bf59-4678-a238-872e3f0a64e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:02.676404549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c458e65cf5bdba071f529267be6e1775b722091f7cc9860276a34b7fb3c3b8a5) AuthConfig (6ea3bb7f9f87eb4e11ceb723fcb6eb2398674e8565725fbdabdd2ffb0a6cc7fb) AuthConfig (2d0b358fb62617f882142f1a3c2a68fba80f71530731194eab5ca978ca1964ed) AuthConfig (c4815a0a9d042d63c8cbe991b1fe61f6628d2e00446998aabe2290acb1f6c065) AuthConfig (4fc67843f52c560fd97be0af6eafd9878368a78896aff24d006d51354f038ab9) AuthConfig (48f03d07b065339801f0d1346d6d353c5acfbffb25f300baf6f1b8a13db3d497) AuthConfig (e38a6fb1c952a49d0e11c3a253136291ab2039c04085d2f1a9832dac25b750e4) AuthConfig (18e188f48df4231912afc2f552eb3942d48e73af1ae816af7bc4efce2e6c8c54) AuthConfig (a0388eab0861a63ebeae24c386ca7c5784603dd231d42da84c7f4afa9ba13e59) AuthConfig (1922e423d4203ef005c5a3382a7bb3846c1f1e190838ed3e3e5c68deec4a0b1e) AuthConfig (e0eac8d930d5930d62b819a307aae4f67dcb22d8cfdbc9f25ab18e38a9d2d935) AuthConfig (4c114995d710856f3ec7bfe31a0aceff01640eca4caba1a675c91411b663bd3a) AuthConfig (a22e25495dfd1bd5b9428d8330869538875cac4d9efc227906cabddb33b9fa80) AuthConfig (c4dc4469b4c307999838b846718fa7405803bba3241ce7f730d50680b1110d0d) AuthConfig (b09b0e86f0b25081704809ac189c00a0078b17cc60e13c8869a336d7fdc57599) AuthConfig (b82a50717dc7441c27cd9d6b7ef7d50f13ea33da730f84b7ab217d59ddab03ec) AuthConfig (b0524137929399e2730a274a5838f4932dfa262e8c97498e2e1de9534e77b88b) AuthConfig (64410261fda64ce52e06f2d67e08b47fc7ad4be7d813277836365a6068edde05)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"754dc3ed-bf59-4678-a238-872e3f0a64e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:04.829705617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"0db9db1f-b71a-4160-b454-c4d79e7a5f79","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-1fb0a6","tenantID":"e2e-shared-a-w1-1fb0a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:04.870273945Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"0db9db1f-b71a-4160-b454-c4d79e7a5f79","name":"e2e-shared-a-w1-1fb0a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:07.410022971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"86f57fc7-9ebd-4e23-a3a1-616c43f37c29","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:07.427875615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"86f57fc7-9ebd-4e23-a3a1-616c43f37c29","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:07.444645508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-b6ed7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7424ab51682ccd017bd3364fa8eeb6e9dbd921fee595eab1014c746ef6846ce) AuthConfig (c9a55d9976c58a2f24a677980c38bbd7512b8e6f8d75bbcae98d9646f42a76b7) AuthConfig (7037d97f67b1380ea8edfebe2aca443369b1e925e39a5b3d3877d7a068063e88) AuthConfig (cc4ee057dfba3619b1ff4790037531c751922318beff7a067a5d021c58e19232) AuthConfig (6b15fb2b8043d642bee539f2a311bbe8896b3c03bf7d2a0f8f604af685826aaf) AuthConfig (d528ca04f8cf97964bf6b7de9ab42f837fa8d492c85ea1511a96a818ef22e823) AuthConfig (8527bef3a79647794478b3723ee7ec60c32f76cd6581d7352c7f77dd6842f112) AuthConfig (9e7663214051468a726454f9978f1020a24ce4b3a50d0e33f76cf43a049c1a45) AuthConfig (13a83bc367d66f9e65f7bd8c908cf8bca9a45848af3ee3745cf38f65af1e6af7) AuthConfig (ff7822412a6063a2cf5a028c8db380d20227dd3a7d7b1dc1094af1a9a5bef0d5) AuthConfig (69b0b0aa38772de28429994a17a8415a2033cca207ef7d00a45151b4d19f7d93) AuthConfig (2d00ccce389ad49879217d994eb1cf461a2e8d65758aaeaf655bb094d94c93fd) AuthConfig (7017ddb2f76fba58e6a18277290bcf8584d1df19fce44a16e0d93d09b53bd886) AuthConfig (838c8f9dc64ba06824309ecc217bab5a813f48bf4a3f98adf63dda2abf73d0e9) AuthConfig (36bc0b0cf7abaa15e3351b7571d18b6ab8659be684006c423d43caef615a2b01) AuthConfig (c559c82256e86923e618ecfdf923e6387a7153e13c623aee7c76fe7aabf36cb5) AuthConfig (1bfdcb40279de42fb424fc379ab6ffb11c431fcd619c37a3e0c8495ba3838aa6) AuthConfig (6c69bf6b8d07b78b48f553960f34d16464e6d60bab7f030921417a6c2a5b308a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"86f57fc7-9ebd-4e23-a3a1-616c43f37c29","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:07.463211774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"606c5d68-ad29-468a-9672-4b7a67b8569a","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:07.463230878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"606c5d68-ad29-468a-9672-4b7a67b8569a","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:11.154815698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"41666472-b042-47b3-913b-1898cb907a2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:11.19318432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"41666472-b042-47b3-913b-1898cb907a2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:11.270164617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"1257e628-5ee1-4f38-8206-d70a81110eaf","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:11.270181509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"1257e628-5ee1-4f38-8206-d70a81110eaf","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.703801777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"27fbe733-0aa7-4561-ac80-5fe48665b950","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.721965058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"27fbe733-0aa7-4561-ac80-5fe48665b950","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.800060587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"8153efc5-a85b-4f75-b1f3-3522d993f99d","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.800078714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"8153efc5-a85b-4f75-b1f3-3522d993f99d","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.814981077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"5092519c-a7f1-49f8-a870-cc6d20ca27b5","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.814995438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"5092519c-a7f1-49f8-a870-cc6d20ca27b5","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.834458655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"69abc172-96a6-41a4-8ace-0c6c3385dbdd","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.834475169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"69abc172-96a6-41a4-8ace-0c6c3385dbdd","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.843921418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"761903e5-cf2c-44c7-b8e7-63ab6de4840f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:00:12.847904446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"02292bef-415b-4f74-b5af-9e66590588d1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a056e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:00:12.851408692Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"69abc172-96a6-41a4-8ace-0c6c3385dbdd","name":"auth-test-model-2e2044","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2e2044\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:00:12.851467426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"69abc172-96a6-41a4-8ace-0c6c3385dbdd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2e2044\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.856902232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"d665249f-7013-4f1d-b5ee-0465391f0a25","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.856920221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"d665249f-7013-4f1d-b5ee-0465391f0a25","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.861372826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"761903e5-cf2c-44c7-b8e7-63ab6de4840f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.877384673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"55915aad-59c9-4084-b292-09d07c821bdd","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.877406091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"55915aad-59c9-4084-b292-09d07c821bdd","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.895311339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"8ee9bc3c-2f12-4c86-842b-2dbdedd9d5c2","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.895326214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"8ee9bc3c-2f12-4c86-842b-2dbdedd9d5c2","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:12.958498523Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"0c6e2ac8-dcb3-4c74-a66c-0038e7be1ab0","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-auth-test-model-2e2044","model":"auth-test-model-2e2044","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-2e2044/e2e-auth-iso-a056e0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:13.037441336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"8842653b-6091-4519-87bf-eab5c913c1b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:13.043947883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"01aceb8a-65b7-4893-bcc6-cfb56a92a4cb","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:13.043969015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"01aceb8a-65b7-4893-bcc6-cfb56a92a4cb","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:13.054548764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"8842653b-6091-4519-87bf-eab5c913c1b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:13.098470884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"02988b86-1aa5-45a1-926e-bd3bc9c20318","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-auth-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.233389278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"916660ad-5837-4589-bc5b-534b3d4ea571","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.233416946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"916660ad-5837-4589-bc5b-534b3d4ea571","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.258232669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"7d29121b-0368-46b8-9282-51f97f6f30ce","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.258258644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"7d29121b-0368-46b8-9282-51f97f6f30ce","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.264799642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"aa09f8a3-69c1-410c-b34f-af543eda3c5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:00:14.265335265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"4583f3a4-23fb-497c-af27-c9c5e5ffbed9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5871ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:00:14.274759527Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"7d29121b-0368-46b8-9282-51f97f6f30ce","name":"auth-test-model-1f0c02","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-1f0c02\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:00:14.274807009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"7d29121b-0368-46b8-9282-51f97f6f30ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-1f0c02\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.2803328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"36a27773-5306-4304-9654-b70207664a65","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.280353239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"36a27773-5306-4304-9654-b70207664a65","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.282648886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"aa09f8a3-69c1-410c-b34f-af543eda3c5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.294815949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"d43adbfc-df75-4cd4-a023-8608ac5906a1","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.294834384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"d43adbfc-df75-4cd4-a023-8608ac5906a1","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.313313756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"2cf67f0a-59ed-4aad-a036-a9a555633646","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.313337345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"2cf67f0a-59ed-4aad-a036-a9a555633646","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.372339734Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"688a587a-dfd1-4340-8353-a44dd1e42287","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"maas-trlp-auth-test-model-1f0c02","model":"auth-test-model-1f0c02","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-1f0c02/e2e-auth-iso-5871ca"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.424306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"5b82444b-98ee-44ec-88d2-01f6346b33cc","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.424322062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"5b82444b-98ee-44ec-88d2-01f6346b33cc","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.437324703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"fec94b6d-c63c-4bd7-ac91-60057c8278cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.454530463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"fec94b6d-c63c-4bd7-ac91-60057c8278cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:14.478616592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"6aca107d-fb58-4a88-b216-05b0c25eab24","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"maas-trlp-auth-test-model-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:17.513483943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"5da70267-ead7-4ff7-9ed9-aac8f2ef52a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:17.533493188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"5da70267-ead7-4ff7-9ed9-aac8f2ef52a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:17.55082549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-b6ed7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7424ab51682ccd017bd3364fa8eeb6e9dbd921fee595eab1014c746ef6846ce) AuthConfig (c9a55d9976c58a2f24a677980c38bbd7512b8e6f8d75bbcae98d9646f42a76b7) AuthConfig (7037d97f67b1380ea8edfebe2aca443369b1e925e39a5b3d3877d7a068063e88) AuthConfig (cc4ee057dfba3619b1ff4790037531c751922318beff7a067a5d021c58e19232) AuthConfig (6b15fb2b8043d642bee539f2a311bbe8896b3c03bf7d2a0f8f604af685826aaf) AuthConfig (d528ca04f8cf97964bf6b7de9ab42f837fa8d492c85ea1511a96a818ef22e823) AuthConfig (8527bef3a79647794478b3723ee7ec60c32f76cd6581d7352c7f77dd6842f112) AuthConfig (9e7663214051468a726454f9978f1020a24ce4b3a50d0e33f76cf43a049c1a45) AuthConfig (13a83bc367d66f9e65f7bd8c908cf8bca9a45848af3ee3745cf38f65af1e6af7) AuthConfig (ff7822412a6063a2cf5a028c8db380d20227dd3a7d7b1dc1094af1a9a5bef0d5) AuthConfig (69b0b0aa38772de28429994a17a8415a2033cca207ef7d00a45151b4d19f7d93) AuthConfig (2d00ccce389ad49879217d994eb1cf461a2e8d65758aaeaf655bb094d94c93fd) AuthConfig (7017ddb2f76fba58e6a18277290bcf8584d1df19fce44a16e0d93d09b53bd886) AuthConfig (838c8f9dc64ba06824309ecc217bab5a813f48bf4a3f98adf63dda2abf73d0e9) AuthConfig (36bc0b0cf7abaa15e3351b7571d18b6ab8659be684006c423d43caef615a2b01) AuthConfig (c559c82256e86923e618ecfdf923e6387a7153e13c623aee7c76fe7aabf36cb5) AuthConfig (1bfdcb40279de42fb424fc379ab6ffb11c431fcd619c37a3e0c8495ba3838aa6) AuthConfig (6c69bf6b8d07b78b48f553960f34d16464e6d60bab7f030921417a6c2a5b308a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"5da70267-ead7-4ff7-9ed9-aac8f2ef52a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:20.90710527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06094497-eaec-40f6-bca5-5ef94f41a766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:20.921242334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06094497-eaec-40f6-bca5-5ef94f41a766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:20.936015834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06094497-eaec-40f6-bca5-5ef94f41a766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:20.949891716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06094497-eaec-40f6-bca5-5ef94f41a766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:21.554466164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c4c8ae-07f2-4dc1-b4f5-c6d38d84cc6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:21.568208498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c4c8ae-07f2-4dc1-b4f5-c6d38d84cc6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:21.582097418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c4c8ae-07f2-4dc1-b4f5-c6d38d84cc6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:21.596119729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c4c8ae-07f2-4dc1-b4f5-c6d38d84cc6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:21.620686231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:21.766717274Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3b20b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3b20b0","reconcileID":"d870e423-2373-43b3-99ea-e13baab8c15c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3b20b0","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-3b20b0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:22.176006144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139f55d4-7f7f-440a-b4c9-d914e458936e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:22.190090673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139f55d4-7f7f-440a-b4c9-d914e458936e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:22.203884521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139f55d4-7f7f-440a-b4c9-d914e458936e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:22.217893792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139f55d4-7f7f-440a-b4c9-d914e458936e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:22.851366474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef17d47e-d9bf-4311-945f-df480856ac04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:22.865167516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef17d47e-d9bf-4311-945f-df480856ac04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:22.87901529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef17d47e-d9bf-4311-945f-df480856ac04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:22.894748675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef17d47e-d9bf-4311-945f-df480856ac04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:27.581219745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"5974fd3a-9936-4236-9068-4f07b231d4ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:27.599413056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"5974fd3a-9936-4236-9068-4f07b231d4ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:27.625487751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-b6ed7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7424ab51682ccd017bd3364fa8eeb6e9dbd921fee595eab1014c746ef6846ce) AuthConfig (c9a55d9976c58a2f24a677980c38bbd7512b8e6f8d75bbcae98d9646f42a76b7) AuthConfig (7037d97f67b1380ea8edfebe2aca443369b1e925e39a5b3d3877d7a068063e88) AuthConfig (cc4ee057dfba3619b1ff4790037531c751922318beff7a067a5d021c58e19232) AuthConfig (6b15fb2b8043d642bee539f2a311bbe8896b3c03bf7d2a0f8f604af685826aaf) AuthConfig (d528ca04f8cf97964bf6b7de9ab42f837fa8d492c85ea1511a96a818ef22e823) AuthConfig (8527bef3a79647794478b3723ee7ec60c32f76cd6581d7352c7f77dd6842f112) AuthConfig (9e7663214051468a726454f9978f1020a24ce4b3a50d0e33f76cf43a049c1a45) AuthConfig (13a83bc367d66f9e65f7bd8c908cf8bca9a45848af3ee3745cf38f65af1e6af7) AuthConfig (ff7822412a6063a2cf5a028c8db380d20227dd3a7d7b1dc1094af1a9a5bef0d5) AuthConfig (69b0b0aa38772de28429994a17a8415a2033cca207ef7d00a45151b4d19f7d93) AuthConfig (2d00ccce389ad49879217d994eb1cf461a2e8d65758aaeaf655bb094d94c93fd) AuthConfig (7017ddb2f76fba58e6a18277290bcf8584d1df19fce44a16e0d93d09b53bd886) AuthConfig (838c8f9dc64ba06824309ecc217bab5a813f48bf4a3f98adf63dda2abf73d0e9) AuthConfig (36bc0b0cf7abaa15e3351b7571d18b6ab8659be684006c423d43caef615a2b01) AuthConfig (c559c82256e86923e618ecfdf923e6387a7153e13c623aee7c76fe7aabf36cb5) AuthConfig (1bfdcb40279de42fb424fc379ab6ffb11c431fcd619c37a3e0c8495ba3838aa6) AuthConfig (6c69bf6b8d07b78b48f553960f34d16464e6d60bab7f030921417a6c2a5b308a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"5974fd3a-9936-4236-9068-4f07b231d4ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:29.483539483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd3b130-0275-4121-b79f-c7691d367c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:29.497334335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd3b130-0275-4121-b79f-c7691d367c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:29.511102561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd3b130-0275-4121-b79f-c7691d367c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:29.524870676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd3b130-0275-4121-b79f-c7691d367c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:30.084063019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5492d0eb-c51e-4873-90c7-b8513f23871b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:30.098074366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5492d0eb-c51e-4873-90c7-b8513f23871b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:30.111819542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5492d0eb-c51e-4873-90c7-b8513f23871b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:30.125708987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5492d0eb-c51e-4873-90c7-b8513f23871b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:32.424483436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"88ef33c7-fbde-439f-9087-877648934f83","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-auth-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:32.474829734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"29ba0698-2747-43bd-9a30-10ae920e862b","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:32.474854406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"29ba0698-2747-43bd-9a30-10ae920e862b","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:32.765452094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"da50301d-edfa-416a-9104-90a625da13ea","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"maas-trlp-auth-test-model-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:32.823567914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"b93fc125-36fe-4c30-972a-4ba5fc266064","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:32.82359723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"b93fc125-36fe-4c30-972a-4ba5fc266064","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:33.462207127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"aa25f7f9-894d-49f1-911f-6be21c392e8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:33.48454214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"aa25f7f9-894d-49f1-911f-6be21c392e8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:33.621026914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"61c17106-6210-45a4-9051-15e3f580c828","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:33.641821954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"61c17106-6210-45a4-9051-15e3f580c828","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:34.641019849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"b85b6aae-37bb-428d-9485-c24ac77e30ea","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:34.641040158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"b85b6aae-37bb-428d-9485-c24ac77e30ea","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:34.667946031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"7aaa29e6-258f-4faf-8942-fa0e69749390","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:34.699403745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"7aaa29e6-258f-4faf-8942-fa0e69749390","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:34.715900105Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"f7842af0-c5c2-4bd9-9729-7cfe66e482c2","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ce7ad33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:34.780625925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"042a4f9a-572c-45d6-b7ea-a06e3457c3d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:34.798204565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"042a4f9a-572c-45d6-b7ea-a06e3457c3d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:34.981239783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"7de4ac94-bda7-4388-8e6d-3add4d2cf012","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:34.981265832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"7de4ac94-bda7-4388-8e6d-3add4d2cf012","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:35.000241694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"f034cc33-0075-4679-b626-948569bd969a","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:35.000260922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"f034cc33-0075-4679-b626-948569bd969a","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:35.027504949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"2ea2998e-159c-411b-9ac4-0182e5195a32","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:35.090520183Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"2ea2998e-159c-411b-9ac4-0182e5195a32","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:35.115136305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"2ea2998e-159c-411b-9ac4-0182e5195a32","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:35.143426349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"0734ad2c-f53f-47cf-8fb8-a5c15480ff04","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:35.143452861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"0734ad2c-f53f-47cf-8fb8-a5c15480ff04","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:36.376769721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84acd469-8ae3-48f8-b5fa-04e55cf974ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:36.39083269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84acd469-8ae3-48f8-b5fa-04e55cf974ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:36.404687342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84acd469-8ae3-48f8-b5fa-04e55cf974ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:36.418548973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84acd469-8ae3-48f8-b5fa-04e55cf974ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:36.953675744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a02ad54-6ebb-4688-be3d-3b3244c84b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:36.967882602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a02ad54-6ebb-4688-be3d-3b3244c84b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:36.981642914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a02ad54-6ebb-4688-be3d-3b3244c84b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:36.995377973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a02ad54-6ebb-4688-be3d-3b3244c84b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:37.220211905Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-625dcc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-625dcc","reconcileID":"48613617-70a7-41fc-a1ba-28a8796527f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-625dcc","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-625dcc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:37.567024366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4e630e-7ed8-46b1-b1f8-2811f869016d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:37.580976582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4e630e-7ed8-46b1-b1f8-2811f869016d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:37.594554752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4e630e-7ed8-46b1-b1f8-2811f869016d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:37.608372654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d4e630e-7ed8-46b1-b1f8-2811f869016d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:37.652995853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"8740af82-2584-407c-bfbb-c5becad2b2d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:37.672295572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"8740af82-2584-407c-bfbb-c5becad2b2d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:37.811092401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"84007ac2-0777-41ed-a337-82cdc6563537","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:37.81110984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"84007ac2-0777-41ed-a337-82cdc6563537","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:38.257084716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5f823a-704c-4e2b-9c4f-8329b1b9df66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:38.27101303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5f823a-704c-4e2b-9c4f-8329b1b9df66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:38.284874292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5f823a-704c-4e2b-9c4f-8329b1b9df66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:38.29915506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5f823a-704c-4e2b-9c4f-8329b1b9df66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.358557308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"a3ca14ff-4c6f-4629-ad91-e66d6499eaeb","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.358628369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"a3ca14ff-4c6f-4629-ad91-e66d6499eaeb","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.387178007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"a52be294-4587-45b1-be17-a4712dc4afd6","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.389711593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"a52be294-4587-45b1-be17-a4712dc4afd6","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.393258137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"58d4e83f-5baf-4c20-8052-38971d397dcf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:00:39.393869937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"c22e8807-b487-4c68-bb25-09468e5c6b01","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f7a5de\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.415695721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"58d4e83f-5baf-4c20-8052-38971d397dcf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.497145571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"2bae0159-77d8-4a23-a0af-27cf480eec23","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.497223194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"2bae0159-77d8-4a23-a0af-27cf480eec23","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.515047383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"abb96409-de32-4616-8f4c-5a5eb9cef853","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.51512631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"abb96409-de32-4616-8f4c-5a5eb9cef853","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.555296585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"5908e55f-32de-4356-bf6b-c4041c2c8b4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.572404766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"5908e55f-32de-4356-bf6b-c4041c2c8b4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.575223117Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"f2cd9053-a4be-4e3a-9a5a-536a00ecdc01","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"maas-trlp-auth-test-model-b6ed7d","model":"auth-test-model-b6ed7d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-b6ed7d/e2e-auth-iso-f7a5de"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.627083173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"a43f191e-0ba5-4dc1-a629-5ed2923224f5","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.627101365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"a43f191e-0ba5-4dc1-a629-5ed2923224f5","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:39.682716149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"73b5b5b9-b7c4-4b8a-ae5e-6f2d0f21a8f4","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"maas-trlp-auth-test-model-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.730653254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"e2d1f06f-5b98-4a9d-b4b3-9d9540cff8f2","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","subscription":"e2e-auth-iso-a056e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.745267868Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"e2d1f06f-5b98-4a9d-b4b3-9d9540cff8f2","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.759793342Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"e2d1f06f-5b98-4a9d-b4b3-9d9540cff8f2","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.845530795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"f28d23b7-cad9-4d82-b833-02d86eb84916","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.845554682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"f28d23b7-cad9-4d82-b833-02d86eb84916","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.873742662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"1efdb212-ab24-4726-9aa8-9c3e26e06bc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.892266031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"1efdb212-ab24-4726-9aa8-9c3e26e06bc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.97485483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"fc8c5d67-e59b-4b2b-8005-78893a29569d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.988565434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"c7b00982-88e5-4d95-84f9-8eadfe193afa","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.988579741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"c7b00982-88e5-4d95-84f9-8eadfe193afa","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:44.992743193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"fc8c5d67-e59b-4b2b-8005-78893a29569d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:45.038963366Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"933f7862-25e5-4aff-9aa2-9d9e9869e1aa","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41382f12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:45.074703962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"5b828cfd-693a-48fc-bb62-3569c7f1bc47","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:45.093392937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"5b828cfd-693a-48fc-bb62-3569c7f1bc47","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:45.17542659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"b40e6f14-a699-47ee-9a2c-13887202d5e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:45.194149833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"b40e6f14-a699-47ee-9a2c-13887202d5e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:45.211129017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"b40e6f14-a699-47ee-9a2c-13887202d5e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:45.275498387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"56b0f88e-0a91-4006-9ae9-1baf6b64e0a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:45.294674945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"56b0f88e-0a91-4006-9ae9-1baf6b64e0a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:47.281990918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"48c3b0f0-a720-420d-8e8b-fa4839b7d7d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:47.323689824Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"48c3b0f0-a720-420d-8e8b-fa4839b7d7d8","name":"e2e-extmod-a-3b20b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:51.624560316Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.053686645Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"4572d512-765b-4617-87ad-f1981fffbde9","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","subscription":"e2e-auth-iso-a056e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.067838203Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"4572d512-765b-4617-87ad-f1981fffbde9","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.082216096Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"4572d512-765b-4617-87ad-f1981fffbde9","MaaSSubscription":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.227142529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"fdd679ab-f69e-419e-9e47-06e349114af5","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.227168056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"fdd679ab-f69e-419e-9e47-06e349114af5","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.239689374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"e4b56c08-54c7-46ff-bb26-6bc6535145f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.253649954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"1e34603a-96a5-4e59-97c3-a33719c62ff7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.256774843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"e4b56c08-54c7-46ff-bb26-6bc6535145f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.271175095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"1e34603a-96a5-4e59-97c3-a33719c62ff7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.272824592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"e4b56c08-54c7-46ff-bb26-6bc6535145f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.34179715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"f34ad308-6788-4901-850a-96814441825d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.360103557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"f34ad308-6788-4901-850a-96814441825d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.371866246Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"5ffa2b56-0579-44f8-8b99-05d9ae016e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.37197456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"01402c7c-2969-41af-8977-3d103766e724","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.371991008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"01402c7c-2969-41af-8977-3d103766e724","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.427060103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"5ffa2b56-0579-44f8-8b99-05d9ae016e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.47306972Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"5ffa2b56-0579-44f8-8b99-05d9ae016e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.473083254Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-auth-iso-a056e0","reconcileID":"5ffa2b56-0579-44f8-8b99-05d9ae016e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.500063565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"d1a8e0be-a757-4e17-806a-e3a213c750c3","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/auth-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.500093856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"auth-test-model-140669","reconcileID":"d1a8e0be-a757-4e17-806a-e3a213c750c3","MaaSModelRef":{"name":"auth-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"auth-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"auth-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.669379518Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"146d81c3-bdbc-4b90-bc08-1eb7788a25ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.669472173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"403b1ff5-27b2-4816-afb6-590777dbdb4e","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.669488808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"403b1ff5-27b2-4816-afb6-590777dbdb4e","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.798427349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"146d81c3-bdbc-4b90-bc08-1eb7788a25ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.845788647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"146d81c3-bdbc-4b90-bc08-1eb7788a25ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.845814799Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-auth-iso-a056e0","reconcileID":"146d81c3-bdbc-4b90-bc08-1eb7788a25ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-a056e0","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.864335096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"838a0524-475c-471e-b8fe-e3e27da866d2","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/auth-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:00:55.864350634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"auth-test-model-2e2044","reconcileID":"838a0524-475c-471e-b8fe-e3e27da866d2","MaaSModelRef":{"name":"auth-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"auth-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"auth-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:03.016725609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"d769afd1-d5fb-499f-b159-0fc2c67b1e7c","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"maas-trlp-auth-test-model-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:03.101410274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"3bc762de-2add-4a41-a5c5-4d1eacd1b4aa","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:03.101547683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"3bc762de-2add-4a41-a5c5-4d1eacd1b4aa","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:03.614920206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"50ecc2d1-0d01-467b-8633-b5ac32d29843","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-625dcc","tenantID":"e2e-shared-b-w1-625dcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:03.664096701Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"50ecc2d1-0d01-467b-8633-b5ac32d29843","name":"e2e-shared-b-w1-625dcc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:03.968352556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"f165b282-e92f-46bb-b212-611dfc2f4c6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:03.987989387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"f165b282-e92f-46bb-b212-611dfc2f4c6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:04.880120751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"8fc30aa7-e521-46dd-be93-5a4d6a3e90d8","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:04.880140696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"8fc30aa7-e521-46dd-be93-5a4d6a3e90d8","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:04.923176439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"7d668bac-e5f0-499d-bfdd-fa0de0e57829","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:04.936451757Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"dba038b9-69f3-4bb8-a0dd-06c44f855944","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-723056bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:04.94798517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"7d668bac-e5f0-499d-bfdd-fa0de0e57829","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:05.021709879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"292964bd-1143-4248-a1a6-2f2f211a1fdd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:05.039940853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"292964bd-1143-4248-a1a6-2f2f211a1fdd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:05.309217536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"19b28f77-e126-4c97-9f6f-1441bd9ae4d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:05.358264833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"19b28f77-e126-4c97-9f6f-1441bd9ae4d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:05.416971095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2cff42274e0deb55b83ff1ba974306be0d67282b31d14e0a8dfbd2288d826b2) AuthConfig (6ff49783c08a88216572f47fcd8c5dc573c42720fa337300e7bb3a23cb8e96cd) AuthConfig (d074306342eb120d0befc4556988d78ef7b4881940e5f925c1f5e6dbd0bb3477) AuthConfig (ebd2ed25942652c9bd96cd339e136e356d0e28e3a50403c924f54bacb893262b) AuthConfig (f7d88acd477614c3bf2ab3d04dc340edf509d4831449643b1d756c18520c9851) AuthConfig (5fc5bca1ad9a5a7f7b6af54bb2712ed98c9596920dee691e01da0b0bc422a53e) AuthConfig (548266415c03cc3fcf39c69a1fe40ab2fa5762e6600f448815c9fb81184c23bf) AuthConfig (8e4c43be59ac0cf4ca235120c3cd8cc9ae9f48e4fd12583b3a6158d13df7e747) AuthConfig (15a5adf11f7bddc85711eecc531056f66e010f05996bd5c1e63bd45cc4ed9b69) AuthConfig (65bbc7202c73d54fa463f29e55e0515901b864b62a212d82edcb2832c81ee951) AuthConfig (d82033a739b40b04517499acb236d6b6fb57caf62274a0aa369551c496027773) AuthConfig (e15f6d111a64f7c70356fd10f15317f9025a214b06f4285fdcca6d46e79e048b) AuthConfig (f76e92131d014b469aab7d85d35b339bbdad8d1f4ea8b7677f908b5a99d6533c) AuthConfig (1f640209b93076436b287e2a9c0f9e8d8a26fd3a09d9ad1aebf8ec2c7a1b6df6) AuthConfig (79c15486c4e1db430ba0d3f75df4d1e5dd3bca6d35b346dd4d96defa0fed7180) AuthConfig (2a31585208083c371cb7780a0b4b23a23b0a3fb17fb4845dce9c30fbc212d757) AuthConfig (5f160b65f828cf315f4dbdb6d00ac774596f1c3ef443e9d9b64a5b4d8d57eebe) AuthConfig (4fa22eadb7471dd9b38819dbf68e7aac5f101fd5ab5d60f22aa8e14fa94ae4dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"19b28f77-e126-4c97-9f6f-1441bd9ae4d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:05.440987963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"62c44a72-cc55-4627-99d5-8e2487353d42","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:05.441924664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"62c44a72-cc55-4627-99d5-8e2487353d42","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:10.272479045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46f42b3-2fc8-441a-b063-d0d236528a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:10.286631437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46f42b3-2fc8-441a-b063-d0d236528a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:10.300625864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46f42b3-2fc8-441a-b063-d0d236528a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:10.314958911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b46f42b3-2fc8-441a-b063-d0d236528a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:10.967668788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488d95a3-0ac1-4443-b822-79033c87933c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:10.982977133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488d95a3-0ac1-4443-b822-79033c87933c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:10.997236624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488d95a3-0ac1-4443-b822-79033c87933c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:11.011667029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488d95a3-0ac1-4443-b822-79033c87933c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:11.095042553Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0d0a9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0d0a9b","reconcileID":"c941746c-1b9d-42f8-9c0d-549b83f1cc1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0d0a9b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-0d0a9b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:11.634484272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d761ec60-34a5-4890-a19e-c5ae6d5545fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:11.648715364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d761ec60-34a5-4890-a19e-c5ae6d5545fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:11.662338299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d761ec60-34a5-4890-a19e-c5ae6d5545fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:11.676243102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d761ec60-34a5-4890-a19e-c5ae6d5545fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:14.951491187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"05338aff-3109-4f0a-912d-002070587dc1","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","subscription":"e2e-auth-iso-f7a5de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:14.966036649Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"05338aff-3109-4f0a-912d-002070587dc1","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:14.980848888Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"05338aff-3109-4f0a-912d-002070587dc1","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"maas-trlp-auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.134471037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"034f9663-97fb-4f06-b264-0639a570f2fd","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.134492971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"034f9663-97fb-4f06-b264-0639a570f2fd","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.162674895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"d3fd6f3b-e4b3-43bc-9d4c-62cd26b942b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.184410556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"d3fd6f3b-e4b3-43bc-9d4c-62cd26b942b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.262195961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"c630069c-9b71-4f81-bf71-61dc3e960033","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.324040874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"5d3b52bb-bd3e-4a73-88bd-cdcdf95c9b93","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.324085003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"5d3b52bb-bd3e-4a73-88bd-cdcdf95c9b93","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.327634359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"c630069c-9b71-4f81-bf71-61dc3e960033","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.376682504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"ffb9011c-403f-4e81-82e2-44416a088314","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.401073778Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"f3ffdcb5-7f79-49ac-9d84-adf29e514fbc","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b6dde071","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.407824168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"ffb9011c-403f-4e81-82e2-44416a088314","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.46879926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"fe3bed58-fada-41f1-b5be-f819d0dad1f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.486348279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"fe3bed58-fada-41f1-b5be-f819d0dad1f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.509357848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2cff42274e0deb55b83ff1ba974306be0d67282b31d14e0a8dfbd2288d826b2) AuthConfig (6ff49783c08a88216572f47fcd8c5dc573c42720fa337300e7bb3a23cb8e96cd) AuthConfig (d074306342eb120d0befc4556988d78ef7b4881940e5f925c1f5e6dbd0bb3477) AuthConfig (ebd2ed25942652c9bd96cd339e136e356d0e28e3a50403c924f54bacb893262b) AuthConfig (f7d88acd477614c3bf2ab3d04dc340edf509d4831449643b1d756c18520c9851) AuthConfig (5fc5bca1ad9a5a7f7b6af54bb2712ed98c9596920dee691e01da0b0bc422a53e) AuthConfig (548266415c03cc3fcf39c69a1fe40ab2fa5762e6600f448815c9fb81184c23bf) AuthConfig (8e4c43be59ac0cf4ca235120c3cd8cc9ae9f48e4fd12583b3a6158d13df7e747) AuthConfig (15a5adf11f7bddc85711eecc531056f66e010f05996bd5c1e63bd45cc4ed9b69) AuthConfig (65bbc7202c73d54fa463f29e55e0515901b864b62a212d82edcb2832c81ee951) AuthConfig (d82033a739b40b04517499acb236d6b6fb57caf62274a0aa369551c496027773) AuthConfig (e15f6d111a64f7c70356fd10f15317f9025a214b06f4285fdcca6d46e79e048b) AuthConfig (f76e92131d014b469aab7d85d35b339bbdad8d1f4ea8b7677f908b5a99d6533c) AuthConfig (1f640209b93076436b287e2a9c0f9e8d8a26fd3a09d9ad1aebf8ec2c7a1b6df6) AuthConfig (79c15486c4e1db430ba0d3f75df4d1e5dd3bca6d35b346dd4d96defa0fed7180) AuthConfig (2a31585208083c371cb7780a0b4b23a23b0a3fb17fb4845dce9c30fbc212d757) AuthConfig (5f160b65f828cf315f4dbdb6d00ac774596f1c3ef443e9d9b64a5b4d8d57eebe) AuthConfig (4fa22eadb7471dd9b38819dbf68e7aac5f101fd5ab5d60f22aa8e14fa94ae4dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"fe3bed58-fada-41f1-b5be-f819d0dad1f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.568919186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"ce7ed3cd-47e5-4b02-b042-19191d0eab06","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:15.586275062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"ce7ed3cd-47e5-4b02-b042-19191d0eab06","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:17.362498053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64efcbc8-12ae-497c-b12e-4f9e5398c7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:17.37646312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64efcbc8-12ae-497c-b12e-4f9e5398c7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:17.390531114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64efcbc8-12ae-497c-b12e-4f9e5398c7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:17.409633453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64efcbc8-12ae-497c-b12e-4f9e5398c7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:18.032468748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0da278-2c66-4697-81c5-1b48b8a01453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:18.046658114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0da278-2c66-4697-81c5-1b48b8a01453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:18.060741453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0da278-2c66-4697-81c5-1b48b8a01453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:18.074755671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0da278-2c66-4697-81c5-1b48b8a01453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:21.621659421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:22.666047284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56e381-41b1-453a-8645-fb7b306184a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:22.679948839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56e381-41b1-453a-8645-fb7b306184a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:22.693956608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56e381-41b1-453a-8645-fb7b306184a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:22.708088094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56e381-41b1-453a-8645-fb7b306184a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:23.289902117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc46bf60-0312-449c-9dc3-c51183877bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:23.304120868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc46bf60-0312-449c-9dc3-c51183877bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:23.318040018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc46bf60-0312-449c-9dc3-c51183877bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:23.331977713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc46bf60-0312-449c-9dc3-c51183877bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:23.477631546Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3875b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3875b3","reconcileID":"87a42fcd-e5cc-4853-bcdc-3708686d894b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3875b3","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-3875b3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:23.991978981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1df23e6-b39b-414e-80e3-9060c9eb4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:24.006889946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1df23e6-b39b-414e-80e3-9060c9eb4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:24.021394468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1df23e6-b39b-414e-80e3-9060c9eb4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:24.036431456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1df23e6-b39b-414e-80e3-9060c9eb4598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:24.6153169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d75f41f4-a8a7-4a9d-8f5e-8ec4d0611d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:24.629826474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d75f41f4-a8a7-4a9d-8f5e-8ec4d0611d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:24.643642976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d75f41f4-a8a7-4a9d-8f5e-8ec4d0611d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:24.657246542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d75f41f4-a8a7-4a9d-8f5e-8ec4d0611d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.417517034Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"116423e1-7041-4774-895e-3de26d9cd9b6","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","subscription":"e2e-auth-iso-f7a5de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.435970337Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"116423e1-7041-4774-895e-3de26d9cd9b6","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.453526991Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"116423e1-7041-4774-895e-3de26d9cd9b6","MaaSSubscription":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"maas-trlp-auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.551052934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"09d3234d-7e76-44be-ae06-b9fd841bf680","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.620525051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"09d3234d-7e76-44be-ae06-b9fd841bf680","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.688873614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2cff42274e0deb55b83ff1ba974306be0d67282b31d14e0a8dfbd2288d826b2) AuthConfig (6ff49783c08a88216572f47fcd8c5dc573c42720fa337300e7bb3a23cb8e96cd) AuthConfig (d074306342eb120d0befc4556988d78ef7b4881940e5f925c1f5e6dbd0bb3477) AuthConfig (ebd2ed25942652c9bd96cd339e136e356d0e28e3a50403c924f54bacb893262b) AuthConfig (f7d88acd477614c3bf2ab3d04dc340edf509d4831449643b1d756c18520c9851) AuthConfig (5fc5bca1ad9a5a7f7b6af54bb2712ed98c9596920dee691e01da0b0bc422a53e) AuthConfig (548266415c03cc3fcf39c69a1fe40ab2fa5762e6600f448815c9fb81184c23bf) AuthConfig (8e4c43be59ac0cf4ca235120c3cd8cc9ae9f48e4fd12583b3a6158d13df7e747) AuthConfig (15a5adf11f7bddc85711eecc531056f66e010f05996bd5c1e63bd45cc4ed9b69) AuthConfig (65bbc7202c73d54fa463f29e55e0515901b864b62a212d82edcb2832c81ee951) AuthConfig (d82033a739b40b04517499acb236d6b6fb57caf62274a0aa369551c496027773) AuthConfig (e15f6d111a64f7c70356fd10f15317f9025a214b06f4285fdcca6d46e79e048b) AuthConfig (f76e92131d014b469aab7d85d35b339bbdad8d1f4ea8b7677f908b5a99d6533c) AuthConfig (1f640209b93076436b287e2a9c0f9e8d8a26fd3a09d9ad1aebf8ec2c7a1b6df6) AuthConfig (79c15486c4e1db430ba0d3f75df4d1e5dd3bca6d35b346dd4d96defa0fed7180) AuthConfig (2a31585208083c371cb7780a0b4b23a23b0a3fb17fb4845dce9c30fbc212d757) AuthConfig (5f160b65f828cf315f4dbdb6d00ac774596f1c3ef443e9d9b64a5b4d8d57eebe) AuthConfig (4fa22eadb7471dd9b38819dbf68e7aac5f101fd5ab5d60f22aa8e14fa94ae4dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"09d3234d-7e76-44be-ae06-b9fd841bf680","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.724059484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"11de462f-af68-46ee-96f5-d7d1130589a5","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.724137161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"11de462f-af68-46ee-96f5-d7d1130589a5","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.751460579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"0e56299a-7d7e-482b-bc80-316c08677ade","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.769960243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"0e56299a-7d7e-482b-bc80-316c08677ade","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.852037399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"28e72857-6c1c-4cf6-a87d-80de5c8c1d2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.85893553Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"ffef810a-d407-42e6-8c52-2276e5426c9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.859055468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"460a23f0-4cd1-4fde-8798-eae37035adeb","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.85907341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"460a23f0-4cd1-4fde-8798-eae37035adeb","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:25.871852291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"28e72857-6c1c-4cf6-a87d-80de5c8c1d2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.01240987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"ffef810a-d407-42e6-8c52-2276e5426c9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.077473588Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"ffef810a-d407-42e6-8c52-2276e5426c9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"name":"e2e-shared-a-w3-8db8d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.077490352Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"e2e-auth-iso-f7a5de","reconcileID":"ffef810a-d407-42e6-8c52-2276e5426c9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.097866015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"346c21b7-8ef7-4e71-8949-da649f80741a","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"tenant":"e2e-shared-a-w3-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","model":"ai-tenant-e2e-shared-a-w3-8db8d4/auth-test-model-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.097883563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"auth-test-model-8db8d4","reconcileID":"346c21b7-8ef7-4e71-8949-da649f80741a","MaaSModelRef":{"name":"auth-test-model-8db8d4","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"routeName":"auth-test-model-8db8d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","llmisvcName":"auth-test-model-8db8d4","gateway":"openshift-ingress/e2e-shared-a-w3-8db8d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.244342655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"9f2f68ff-4fc3-4bdd-b7ad-f56f17b4f431","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.244470609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"6da073b9-7a0f-41d1-a495-27f37843fa03","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.244487214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"6da073b9-7a0f-41d1-a495-27f37843fa03","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.388800163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"9f2f68ff-4fc3-4bdd-b7ad-f56f17b4f431","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.437747345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"9f2f68ff-4fc3-4bdd-b7ad-f56f17b4f431","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"name":"e2e-shared-b-w3-b6ed7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.437769904Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"e2e-auth-iso-f7a5de","reconcileID":"9f2f68ff-4fc3-4bdd-b7ad-f56f17b4f431","MaaSAuthPolicy":{"name":"e2e-auth-iso-f7a5de","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.455894973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"4938c270-7154-44f6-80d9-2a577de56d59","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"tenant":"e2e-shared-b-w3-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","model":"ai-tenant-e2e-shared-b-w3-b6ed7d/auth-test-model-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:26.455915699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"auth-test-model-b6ed7d","reconcileID":"4938c270-7154-44f6-80d9-2a577de56d59","MaaSModelRef":{"name":"auth-test-model-b6ed7d","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"routeName":"auth-test-model-b6ed7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","llmisvcName":"auth-test-model-b6ed7d","gateway":"openshift-ingress/e2e-shared-b-w3-b6ed7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:34.71006267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2796c1-8425-43b7-947f-bb74c852e20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:34.724953624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2796c1-8425-43b7-947f-bb74c852e20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:34.741014694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2796c1-8425-43b7-947f-bb74c852e20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:34.75514091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2796c1-8425-43b7-947f-bb74c852e20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:35.331996992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f659351b-e030-4e05-947c-385f4e9b9e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:35.346758484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f659351b-e030-4e05-947c-385f4e9b9e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:35.360850447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f659351b-e030-4e05-947c-385f4e9b9e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:35.374573448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f659351b-e030-4e05-947c-385f4e9b9e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:35.721095194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"45ab301c-e637-48bb-bdf2-ad1e68813498","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:35.742384745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"45ab301c-e637-48bb-bdf2-ad1e68813498","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:35.77039093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2cff42274e0deb55b83ff1ba974306be0d67282b31d14e0a8dfbd2288d826b2) AuthConfig (6ff49783c08a88216572f47fcd8c5dc573c42720fa337300e7bb3a23cb8e96cd) AuthConfig (d074306342eb120d0befc4556988d78ef7b4881940e5f925c1f5e6dbd0bb3477) AuthConfig (ebd2ed25942652c9bd96cd339e136e356d0e28e3a50403c924f54bacb893262b) AuthConfig (f7d88acd477614c3bf2ab3d04dc340edf509d4831449643b1d756c18520c9851) AuthConfig (5fc5bca1ad9a5a7f7b6af54bb2712ed98c9596920dee691e01da0b0bc422a53e) AuthConfig (548266415c03cc3fcf39c69a1fe40ab2fa5762e6600f448815c9fb81184c23bf) AuthConfig (8e4c43be59ac0cf4ca235120c3cd8cc9ae9f48e4fd12583b3a6158d13df7e747) AuthConfig (15a5adf11f7bddc85711eecc531056f66e010f05996bd5c1e63bd45cc4ed9b69) AuthConfig (65bbc7202c73d54fa463f29e55e0515901b864b62a212d82edcb2832c81ee951) AuthConfig (d82033a739b40b04517499acb236d6b6fb57caf62274a0aa369551c496027773) AuthConfig (e15f6d111a64f7c70356fd10f15317f9025a214b06f4285fdcca6d46e79e048b) AuthConfig (f76e92131d014b469aab7d85d35b339bbdad8d1f4ea8b7677f908b5a99d6533c) AuthConfig (1f640209b93076436b287e2a9c0f9e8d8a26fd3a09d9ad1aebf8ec2c7a1b6df6) AuthConfig (79c15486c4e1db430ba0d3f75df4d1e5dd3bca6d35b346dd4d96defa0fed7180) AuthConfig (2a31585208083c371cb7780a0b4b23a23b0a3fb17fb4845dce9c30fbc212d757) AuthConfig (5f160b65f828cf315f4dbdb6d00ac774596f1c3ef443e9d9b64a5b4d8d57eebe) AuthConfig (4fa22eadb7471dd9b38819dbf68e7aac5f101fd5ab5d60f22aa8e14fa94ae4dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"45ab301c-e637-48bb-bdf2-ad1e68813498","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:42.945302182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"73d79b28-6d6c-468a-bd46-d23a3c0eb6c6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:42.984618907Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"73d79b28-6d6c-468a-bd46-d23a3c0eb6c6","name":"e2e-extmod-a-0d0a9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:45.798454037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"7be361a8-592b-448c-904b-31d82f75f42d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:45.816306757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"7be361a8-592b-448c-904b-31d82f75f42d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:45.892633476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"ba8c6159-d1df-4f9e-ba91-664c91b0e2fe","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:45.892657107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"ba8c6159-d1df-4f9e-ba91-664c91b0e2fe","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.466730913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"6542a475-4de7-430d-a78f-252e65124a65","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.466751653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"6542a475-4de7-430d-a78f-252e65124a65","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.486196756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"412142a2-1529-49fc-8964-b3abeaf797c3","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.486276044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"412142a2-1529-49fc-8964-b3abeaf797c3","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.493267416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"11ee8f94-0dc7-4ca8-92f2-118a80a0cf60","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:01:47.497641269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"ca5c61f1-f640-4630-8ebe-37f5183e9dd5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5871ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:01:47.501321294Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"412142a2-1529-49fc-8964-b3abeaf797c3","name":"auth-test-model-49c84b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-49c84b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:01:47.501372979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"412142a2-1529-49fc-8964-b3abeaf797c3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-49c84b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.506756129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"eded41e4-6a8e-4c6c-9910-32f13c9ed9bc","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.506772317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"eded41e4-6a8e-4c6c-9910-32f13c9ed9bc","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.511477138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"11ee8f94-0dc7-4ca8-92f2-118a80a0cf60","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.52973533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"ed0dcd72-4336-4164-9681-ffb62939bb03","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.529749589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"ed0dcd72-4336-4164-9681-ffb62939bb03","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.548112112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"1e7b0daa-a3e0-4488-b938-5dd5577de4db","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.548131767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"1e7b0daa-a3e0-4488-b938-5dd5577de4db","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.615877104Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"1edae958-b515-40ba-b9c8-65ec29df6d2f","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"maas-trlp-auth-test-model-49c84b","model":"auth-test-model-49c84b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-49c84b/e2e-auth-iso-5871ca"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.667301756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"e2dd95ca-505c-465c-a058-2c3f6a25d43d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.668040177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"81bdded0-8514-497c-96f9-c62c570cf534","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.668060824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"81bdded0-8514-497c-96f9-c62c570cf534","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.684859848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"e2dd95ca-505c-465c-a058-2c3f6a25d43d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:47.723661992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"1d04d5d5-e64d-4605-8f9f-4e34791b72ab","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"maas-trlp-auth-test-model-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:51.623812638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:52.530223899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4532e09a-5b3f-4271-96fd-d80870bdf3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:52.54433204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4532e09a-5b3f-4271-96fd-d80870bdf3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:52.558755162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4532e09a-5b3f-4271-96fd-d80870bdf3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:52.575218105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4532e09a-5b3f-4271-96fd-d80870bdf3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:53.192527483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db75edcb-fc69-4176-8261-738c5381fa3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:53.206533799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db75edcb-fc69-4176-8261-738c5381fa3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:53.220373734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db75edcb-fc69-4176-8261-738c5381fa3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:53.234744494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db75edcb-fc69-4176-8261-738c5381fa3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:53.444402056Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-55521f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-55521f","reconcileID":"a45930a1-f8ab-4258-be16-16c1a7c6ba89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-55521f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-55521f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:53.942929578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85179c6-e708-46b7-a980-d9489610e031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:53.962236964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85179c6-e708-46b7-a980-d9489610e031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:53.999936494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85179c6-e708-46b7-a980-d9489610e031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:54.025764849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85179c6-e708-46b7-a980-d9489610e031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:54.756363233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bf15fb-d0d4-4a6c-aa72-830a9e419c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:54.770311093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bf15fb-d0d4-4a6c-aa72-830a9e419c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:54.784094855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bf15fb-d0d4-4a6c-aa72-830a9e419c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:54.798238637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28bf15fb-d0d4-4a6c-aa72-830a9e419c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:55.322647119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"07ab7d56-5039-4012-af8b-316e655c758e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:55.366021286Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"07ab7d56-5039-4012-af8b-316e655c758e","name":"e2e-extmod-b-3875b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:55.446543801Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d3971c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d3971c","reconcileID":"e6224851-b0fe-475b-a533-8329b2a5a5e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d3971c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d3971c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:55.494595666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d447057-4919-437b-ac32-1622548426a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:55.517842845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d447057-4919-437b-ac32-1622548426a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:55.561750291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d447057-4919-437b-ac32-1622548426a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:55.658683523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d447057-4919-437b-ac32-1622548426a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:56.314475092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f2cacc8-f0ac-4a61-bdf0-03cf60bbea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:56.328397385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f2cacc8-f0ac-4a61-bdf0-03cf60bbea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:56.34321226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f2cacc8-f0ac-4a61-bdf0-03cf60bbea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:56.357440394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f2cacc8-f0ac-4a61-bdf0-03cf60bbea90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:56.973069993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd2ea06-4788-435f-9c8e-f7eebe8968a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:56.99079336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd2ea06-4788-435f-9c8e-f7eebe8968a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:57.006363674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd2ea06-4788-435f-9c8e-f7eebe8968a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:57.020414477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cd2ea06-4788-435f-9c8e-f7eebe8968a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:57.657873893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e447a6e-2851-49d6-8a54-a1d0b41d3157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:57.671899719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e447a6e-2851-49d6-8a54-a1d0b41d3157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:57.685955948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e447a6e-2851-49d6-8a54-a1d0b41d3157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:57.700504788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e447a6e-2851-49d6-8a54-a1d0b41d3157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:58.31018425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd39aa70-5b22-4f9e-961f-fa19bdfb807f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:58.324242253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd39aa70-5b22-4f9e-961f-fa19bdfb807f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:58.33826611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd39aa70-5b22-4f9e-961f-fa19bdfb807f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:01:58.352294982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd39aa70-5b22-4f9e-961f-fa19bdfb807f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:10.261152302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"8bec891e-c935-4609-bdab-832974521be2","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"maas-trlp-auth-test-model-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:10.3263637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"9ec1d977-912c-480c-95d9-b23582d302a7","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:10.326386935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"9ec1d977-912c-480c-95d9-b23582d302a7","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:10.791164661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"c7909962-5ac6-4bfc-b18d-0b8e65f549f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:10.811420731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"c7909962-5ac6-4bfc-b18d-0b8e65f549f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.031388349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"0026b295-d333-4e04-b4c5-9c5e2dfd8054","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.031413441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"0026b295-d333-4e04-b4c5-9c5e2dfd8054","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.058312262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"5260cfbf-3964-4c26-a4c8-8d80cdc1d8ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.096710048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"5260cfbf-3964-4c26-a4c8-8d80cdc1d8ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.097044398Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"0647ed2e-5821-49b7-8767-06bd033aef34","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4788f1f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.248385222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"e607f40e-8dc5-4cb8-a7dc-286f197a8fb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.26726084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"e607f40e-8dc5-4cb8-a7dc-286f197a8fb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.733438293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e836ed-5f00-4763-ab33-f450181c7469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.747719634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e836ed-5f00-4763-ab33-f450181c7469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.761954904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e836ed-5f00-4763-ab33-f450181c7469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:15.775939711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e836ed-5f00-4763-ab33-f450181c7469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:16.358024269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa52e6-ccd0-4624-b661-ac282f026fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:16.371942839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa52e6-ccd0-4624-b661-ac282f026fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:16.385600263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa52e6-ccd0-4624-b661-ac282f026fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:16.399486879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa52e6-ccd0-4624-b661-ac282f026fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:17.017427668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9738e728-e9e7-461a-b054-63e89d23347f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:17.031544308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9738e728-e9e7-461a-b054-63e89d23347f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:17.045527914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9738e728-e9e7-461a-b054-63e89d23347f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:17.05951799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9738e728-e9e7-461a-b054-63e89d23347f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:17.668547554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611c3006-43e2-4325-913d-2f04d5e618f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:17.682531383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611c3006-43e2-4325-913d-2f04d5e618f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:17.696502268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611c3006-43e2-4325-913d-2f04d5e618f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:17.710580327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611c3006-43e2-4325-913d-2f04d5e618f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:18.262179284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d940c9-b21f-43a0-a46d-cfc5c09bf08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:18.276039407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d940c9-b21f-43a0-a46d-cfc5c09bf08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:18.290159587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d940c9-b21f-43a0-a46d-cfc5c09bf08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:18.30426551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d940c9-b21f-43a0-a46d-cfc5c09bf08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:18.946212188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25a30fe-3cc0-4172-9870-86b2b1828f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:18.987208607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25a30fe-3cc0-4172-9870-86b2b1828f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:19.01388133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25a30fe-3cc0-4172-9870-86b2b1828f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:19.028997256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25a30fe-3cc0-4172-9870-86b2b1828f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:19.738786673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a3c21c-2485-4cbe-adfe-8ec41dcb9d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:19.761244595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a3c21c-2485-4cbe-adfe-8ec41dcb9d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:19.775796146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a3c21c-2485-4cbe-adfe-8ec41dcb9d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:19.790335285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a3c21c-2485-4cbe-adfe-8ec41dcb9d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:21.626987217Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:21.744201193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40ef097-b66c-48f9-bcd7-f1d34f6365ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:21.7586725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40ef097-b66c-48f9-bcd7-f1d34f6365ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:21.772686469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40ef097-b66c-48f9-bcd7-f1d34f6365ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:21.788660825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40ef097-b66c-48f9-bcd7-f1d34f6365ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:22.570839022Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-141033","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-141033","reconcileID":"6017c247-08e6-4236-bda7-cac2be32e004","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-141033","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-141033":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:22.65023613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f6def6-b725-4081-8430-cc41eb1f54fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:22.665414453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f6def6-b725-4081-8430-cc41eb1f54fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:22.67955778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f6def6-b725-4081-8430-cc41eb1f54fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:22.6948869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f6def6-b725-4081-8430-cc41eb1f54fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:23.429033957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272c196e-fabd-4bcc-9e18-415b0bb19854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:23.445807887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272c196e-fabd-4bcc-9e18-415b0bb19854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:23.459599672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272c196e-fabd-4bcc-9e18-415b0bb19854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:23.4735967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272c196e-fabd-4bcc-9e18-415b0bb19854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:24.167246466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8dfa351-081b-418d-b04d-5201dccdb8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:24.181779761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8dfa351-081b-418d-b04d-5201dccdb8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:24.201702121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8dfa351-081b-418d-b04d-5201dccdb8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:24.223496519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8dfa351-081b-418d-b04d-5201dccdb8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.116947332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"af93e201-3dd4-4e67-9529-dcab631778bb","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","subscription":"e2e-auth-iso-5871ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.140247796Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"af93e201-3dd4-4e67-9529-dcab631778bb","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.159559042Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"af93e201-3dd4-4e67-9529-dcab631778bb","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"maas-trlp-auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.309340599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"20b65f2c-582b-4f03-908d-aa95adc43b7d","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.309368716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"20b65f2c-582b-4f03-908d-aa95adc43b7d","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.343346938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"6cd280cb-c870-4882-a8aa-f84a7aa4119b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.362516883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"6cd280cb-c870-4882-a8aa-f84a7aa4119b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.451460786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"e2da6699-c98d-4875-8ce2-3dd47d8fc0cd","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.451479031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"e2da6699-c98d-4875-8ce2-3dd47d8fc0cd","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.478278003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"3ea2c99f-3967-42f4-9fc8-8a240d19dd62","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.503540262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"3ea2c99f-3967-42f4-9fc8-8a240d19dd62","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.503964973Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"e2f75bf7-6917-4841-b238-02e158243fd0","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-555ddbf1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.578458436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"3c02cd5d-0a15-47dd-898a-7f5436904978","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.607661545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"3c02cd5d-0a15-47dd-898a-7f5436904978","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.678734107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"84aa1f33-c5b9-45ea-bde4-32a0eb6eaa9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:25.704021091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"84aa1f33-c5b9-45ea-bde4-32a0eb6eaa9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:27.981278153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"3d6cc9e6-6ba8-441c-9761-9afc1c82c3ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:28.018963173Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"3d6cc9e6-6ba8-441c-9761-9afc1c82c3ed","name":"e2e-extmod-a-55521f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:30.198303725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3fe0c8-6e69-4c19-b556-bced54ab357f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:30.212188487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3fe0c8-6e69-4c19-b556-bced54ab357f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:30.225752263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3fe0c8-6e69-4c19-b556-bced54ab357f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:30.239699564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3fe0c8-6e69-4c19-b556-bced54ab357f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:30.80182986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7894c158-e3d2-4243-ba8c-fe2d251917bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:30.815912204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7894c158-e3d2-4243-ba8c-fe2d251917bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:30.829652291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7894c158-e3d2-4243-ba8c-fe2d251917bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:30.843702082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7894c158-e3d2-4243-ba8c-fe2d251917bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:31.356866802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"ed610215-2f4a-43b0-a90d-713a13883b79","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:31.397147848Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"ed610215-2f4a-43b0-a90d-713a13883b79","name":"e2e-extmod-a-d3971c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:31.466952213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76a3ef9-bf75-41fb-9ade-7629fe1f5327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:31.481146985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76a3ef9-bf75-41fb-9ade-7629fe1f5327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:31.495027192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76a3ef9-bf75-41fb-9ade-7629fe1f5327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:31.512001141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76a3ef9-bf75-41fb-9ade-7629fe1f5327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.518402728Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"a5f8b7d3-5696-4fd4-908d-6c8a8321f706","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","subscription":"e2e-auth-iso-5871ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.532878228Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"a5f8b7d3-5696-4fd4-908d-6c8a8321f706","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.546994453Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"a5f8b7d3-5696-4fd4-908d-6c8a8321f706","MaaSSubscription":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"maas-trlp-auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.699927784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"da66a66e-1c06-45f7-80d4-e03b9a3a87a3","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.699946633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"da66a66e-1c06-45f7-80d4-e03b9a3a87a3","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.727535193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"dc1a7cee-9540-4446-8126-9b06af1956a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.74731363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"dc1a7cee-9540-4446-8126-9b06af1956a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.829529178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"b3dfc3be-1b55-4ba1-98e1-5fe62e69b68c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.843907728Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"0e873a6c-20b8-4d27-b5d7-f79ceb5e86ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.844052701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"83fd9ecc-28c6-4a4c-a565-2357dd65222b","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.844068127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"83fd9ecc-28c6-4a4c-a565-2357dd65222b","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:35.84797685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"b3dfc3be-1b55-4ba1-98e1-5fe62e69b68c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.040132689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"0e873a6c-20b8-4d27-b5d7-f79ceb5e86ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.093778084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"0e873a6c-20b8-4d27-b5d7-f79ceb5e86ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.093799697Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-auth-iso-5871ca","reconcileID":"0e873a6c-20b8-4d27-b5d7-f79ceb5e86ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.111939423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"d7273211-c6ef-4cfa-b94e-89595a82d0fd","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/auth-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.111962145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"auth-test-model-1f0c02","reconcileID":"d7273211-c6ef-4cfa-b94e-89595a82d0fd","MaaSModelRef":{"name":"auth-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"auth-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"auth-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.259214554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"1efa805d-121b-4935-9567-f2d428138430","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.259284712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"9e49f12c-97c9-4b5a-9886-d46b3bcb661e","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.259303161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"9e49f12c-97c9-4b5a-9886-d46b3bcb661e","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.391727594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"1efa805d-121b-4935-9567-f2d428138430","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.437441375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"1efa805d-121b-4935-9567-f2d428138430","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.437465163Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-auth-iso-5871ca","reconcileID":"1efa805d-121b-4935-9567-f2d428138430","MaaSAuthPolicy":{"name":"e2e-auth-iso-5871ca","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.455343362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"ff081a48-475d-4344-bb7e-b65badcd6254","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/auth-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:36.455362118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"auth-test-model-49c84b","reconcileID":"ff081a48-475d-4344-bb7e-b65badcd6254","MaaSModelRef":{"name":"auth-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"auth-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"auth-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.168860526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"33e2bcc2-f611-40d5-8fb1-7dff52a9bf34","namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.191120614Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"990ffbf9-d438-4fa7-b378-7c50dca70cdb","namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.211722085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e7c9ced0-1bb7-4273-9367-e51bd7206eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.211787359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ce29418-250c-4149-b150-1f3f09d58089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.212911885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"6d66fb08-44a6-401b-9eb8-d27305f6f518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.213247207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"eadf5807-8fe5-4e64-bac1-c966f0dccbc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.213245299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"5de5c6d6-241f-4e9e-879b-de1e05ee77af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.23388047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"5de5c6d6-241f-4e9e-879b-de1e05ee77af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.233890013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"6d66fb08-44a6-401b-9eb8-d27305f6f518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.237489029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ce29418-250c-4149-b150-1f3f09d58089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.237507532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"eadf5807-8fe5-4e64-bac1-c966f0dccbc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.239814442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e7c9ced0-1bb7-4273-9367-e51bd7206eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.379525427Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"692d641d-c727-4cde-bb14-59c0d9f516da","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.386241898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"3fa736a3-651a-47b9-b08c-4970358b3fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.403697223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"3fa736a3-651a-47b9-b08c-4970358b3fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.47235487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"fd8acdac-bfe3-464a-abb5-1b4f3036e15c","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.488764819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c01e82a-d636-4ad1-9f27-2f672d8447be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.488782255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"176c60f9-7d6c-4fa3-b2aa-4a2e19927d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.489031285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"cf4114c0-8463-4aae-970d-69a4fb4ec1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.489122502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"af647978-4fe3-4cac-ad60-4cf0702786f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.494520588Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"602b17ad-5883-49fe-8d6a-977593d79c24","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.507632838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"176c60f9-7d6c-4fa3-b2aa-4a2e19927d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.508475636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"af647978-4fe3-4cac-ad60-4cf0702786f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.510304774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c01e82a-d636-4ad1-9f27-2f672d8447be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.511328646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"cf4114c0-8463-4aae-970d-69a4fb4ec1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.587214953Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"620caba0-4b03-4c48-b33d-7e5e0c8b16ba","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.587497461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"1d15ab37-7899-4a75-9186-d7581c542486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.605038725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"1d15ab37-7899-4a75-9186-d7581c542486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.705570663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"00037dde-857b-4e32-bc7f-7c461d337dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.706016278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"1e774feb-0264-459c-97c6-7c10e0c06e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.706314923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f0e2bd5c-5ef5-460f-877c-3f8904892676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.706609664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"02256202-c56b-4986-b0f8-fc0ea79eb7ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.720157931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e013ae-841a-427d-b335-5622274f3c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.724176642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"00037dde-857b-4e32-bc7f-7c461d337dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.724405056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"1e774feb-0264-459c-97c6-7c10e0c06e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.726503962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"02256202-c56b-4986-b0f8-fc0ea79eb7ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.726504646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f0e2bd5c-5ef5-460f-877c-3f8904892676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.793260514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e013ae-841a-427d-b335-5622274f3c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.793738125Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"2964fa2d-71b7-459c-a2ff-5b41741a8c9e","namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.808046485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"b9636d1e-ff01-4ec9-83c7-a29698eaf445","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.808115847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"b9636d1e-ff01-4ec9-83c7-a29698eaf445","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.911600247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"45eb4ccf-23c8-49bd-a7de-ec4013e6fe9a","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.912317181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"45eb4ccf-23c8-49bd-a7de-ec4013e6fe9a","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.940090091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c997b103-a19d-4bfa-90e2-f99c341aa26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.9570611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"32d68a79-45ac-4fce-b665-87b7022d6d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.957579889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4c9d0b9e-7a2e-4d4e-9c2d-9152e0acb972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.9824119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c997b103-a19d-4bfa-90e2-f99c341aa26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.988268876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4c9d0b9e-7a2e-4d4e-9c2d-9152e0acb972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:37.997476216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"32d68a79-45ac-4fce-b665-87b7022d6d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.000241475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"9d1d9d99-7583-4a58-97d1-17c91e63e99d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.023818407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a91b5235-1b90-4884-b10f-59ed5485cd14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.091313006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a91b5235-1b90-4884-b10f-59ed5485cd14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.123727193Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"9d1d9d99-7583-4a58-97d1-17c91e63e99d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.140062126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"9d1d9d99-7583-4a58-97d1-17c91e63e99d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.166193602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e0b84eb0-9fc4-4a28-85ef-9f0933a7e6f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.166311353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e7496cb-027b-4d12-b99a-dac06ed155b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.185456965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e7496cb-027b-4d12-b99a-dac06ed155b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.185626537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e0b84eb0-9fc4-4a28-85ef-9f0933a7e6f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.313368032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e18fc58f-b325-453d-8166-7bee8e459c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.314092547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1b18cd42-4ebb-4d5e-b95e-f594aaa8a97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.333871842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e18fc58f-b325-453d-8166-7bee8e459c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.35009923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1b18cd42-4ebb-4d5e-b95e-f594aaa8a97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.360356951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"f43c789b-9c46-465e-903b-15d3819ab749","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.360441961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"f43c789b-9c46-465e-903b-15d3819ab749","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.375918362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"be7a4b1b-e10a-4849-a73c-87def62bc37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.39361035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"be7a4b1b-e10a-4849-a73c-87def62bc37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.4632592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3940bf17-6517-4c00-a65b-cbdc12661055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.463472443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5c167f8c-a5d9-486e-bf57-8d5bbdeb9106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.482489923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3940bf17-6517-4c00-a65b-cbdc12661055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.484361584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5c167f8c-a5d9-486e-bf57-8d5bbdeb9106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.564391135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"e210958c-6d6d-4991-b0bc-c895f80bda91","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.5791792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"e6d4dd1f-36e7-4352-bfad-b8c6a4f60849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.582830898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"e210958c-6d6d-4991-b0bc-c895f80bda91","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.596999678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"e6d4dd1f-36e7-4352-bfad-b8c6a4f60849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:38.598975754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"e210958c-6d6d-4991-b0bc-c895f80bda91","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:44.00867593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9298d81-d147-4f4f-87f3-33c2b3d2e734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:44.022961289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9298d81-d147-4f4f-87f3-33c2b3d2e734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:44.037001007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9298d81-d147-4f4f-87f3-33c2b3d2e734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:44.050930037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9298d81-d147-4f4f-87f3-33c2b3d2e734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:44.582463116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b31a35b-4b80-49aa-a52a-7a5864079877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:44.596628392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b31a35b-4b80-49aa-a52a-7a5864079877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:44.610441653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b31a35b-4b80-49aa-a52a-7a5864079877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:44.626187699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b31a35b-4b80-49aa-a52a-7a5864079877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:44.883425563Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-4d4647","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-4d4647","reconcileID":"7560fd76-f9be-40b1-84f3-39ac369a3af4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-4d4647","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-4d4647":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:45.302443177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a76f81a-92c0-43ab-8a39-1175fde0c5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:45.316641122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a76f81a-92c0-43ab-8a39-1175fde0c5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:45.331534244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a76f81a-92c0-43ab-8a39-1175fde0c5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:45.345217747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a76f81a-92c0-43ab-8a39-1175fde0c5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:45.8782395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10035fa8-7e0d-4156-9a95-32ebeca6d089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:45.89335676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10035fa8-7e0d-4156-9a95-32ebeca6d089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:45.907240862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10035fa8-7e0d-4156-9a95-32ebeca6d089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:45.920928744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10035fa8-7e0d-4156-9a95-32ebeca6d089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:46.540072032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db30a5d-8713-4ba0-a4f7-ace8c5cd31ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:46.554122756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db30a5d-8713-4ba0-a4f7-ace8c5cd31ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:46.568098195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db30a5d-8713-4ba0-a4f7-ace8c5cd31ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:46.582645679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db30a5d-8713-4ba0-a4f7-ace8c5cd31ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:48.627906756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"91e61cf9-25bf-4bb7-8db9-bf1f5f56fc77","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:48.645560236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"91e61cf9-25bf-4bb7-8db9-bf1f5f56fc77","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:48.661563304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"91e61cf9-25bf-4bb7-8db9-bf1f5f56fc77","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:51.620401934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:58.627138553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"e1a04241-cb8c-4a0b-bea4-427f61ded186","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:58.666084281Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"e1a04241-cb8c-4a0b-bea4-427f61ded186","name":"e2e-extmod-b-141033-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:58.728160999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"345d0400-896f-4843-b637-06c028c85d41","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:58.745825723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"345d0400-896f-4843-b637-06c028c85d41","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:02:58.804226031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"345d0400-896f-4843-b637-06c028c85d41","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:03.824633579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfb9fd7-678b-434d-92cc-e8d56f02deb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:03.839300345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfb9fd7-678b-434d-92cc-e8d56f02deb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:03.856317399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfb9fd7-678b-434d-92cc-e8d56f02deb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:03.872364681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfb9fd7-678b-434d-92cc-e8d56f02deb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:04.396979691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d119d3cd-367f-4423-8bb2-6541ed43cdd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:04.41089823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d119d3cd-367f-4423-8bb2-6541ed43cdd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:04.424609237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d119d3cd-367f-4423-8bb2-6541ed43cdd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:04.438336841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d119d3cd-367f-4423-8bb2-6541ed43cdd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:07.260967629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e04011d9-72d9-415e-bc10-2fae875b872e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:07.274777628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e04011d9-72d9-415e-bc10-2fae875b872e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:07.288700385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e04011d9-72d9-415e-bc10-2fae875b872e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:07.30245857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e04011d9-72d9-415e-bc10-2fae875b872e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:07.834775449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f49b064-53dd-4346-a27a-451326a6b5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:07.848423826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f49b064-53dd-4346-a27a-451326a6b5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:07.862141451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f49b064-53dd-4346-a27a-451326a6b5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:07.875699272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f49b064-53dd-4346-a27a-451326a6b5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:08.434655954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db549bdc-42ec-4e08-97d0-3dc9db49aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:08.448502967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db549bdc-42ec-4e08-97d0-3dc9db49aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:08.462105168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db549bdc-42ec-4e08-97d0-3dc9db49aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:08.475678676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db549bdc-42ec-4e08-97d0-3dc9db49aabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:08.832464661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"e5b913a4-cf39-4b9a-a49c-57fc0d4acb03","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:08.850225335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"e5b913a4-cf39-4b9a-a49c-57fc0d4acb03","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:08.866294354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"e5b913a4-cf39-4b9a-a49c-57fc0d4acb03","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:09.241851982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff9bcfd-5c25-419a-aeae-a2ea7524ca70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:09.255523125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff9bcfd-5c25-419a-aeae-a2ea7524ca70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:09.269096297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff9bcfd-5c25-419a-aeae-a2ea7524ca70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:09.284068294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff9bcfd-5c25-419a-aeae-a2ea7524ca70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:09.81317693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5fcf24-ac4d-473a-9852-c76bd02d6c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:09.826967041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5fcf24-ac4d-473a-9852-c76bd02d6c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:09.840750075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5fcf24-ac4d-473a-9852-c76bd02d6c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:09.854346748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5fcf24-ac4d-473a-9852-c76bd02d6c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:10.160152062Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9a7e69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9a7e69","reconcileID":"fe3fab37-1459-43be-82df-209a4e92a0a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9a7e69","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-9a7e69":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:10.63172562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d4f13f-ea7f-444a-bd19-72593674a4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:10.645660265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d4f13f-ea7f-444a-bd19-72593674a4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:10.659265334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d4f13f-ea7f-444a-bd19-72593674a4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:10.673074391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d4f13f-ea7f-444a-bd19-72593674a4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:11.211625491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7227e00-e044-4be2-be5a-250792dc9603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:11.225870784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7227e00-e044-4be2-be5a-250792dc9603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:11.239552688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7227e00-e044-4be2-be5a-250792dc9603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:11.253867036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7227e00-e044-4be2-be5a-250792dc9603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:11.893275087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cbd099-5bbb-4c9e-bc12-a59841f14514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:11.907827243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cbd099-5bbb-4c9e-bc12-a59841f14514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:11.921835682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cbd099-5bbb-4c9e-bc12-a59841f14514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:11.935558225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cbd099-5bbb-4c9e-bc12-a59841f14514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:16.142417385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"4833f4ff-72ab-48f3-8f9f-73af3b382593","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:16.159999792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"4833f4ff-72ab-48f3-8f9f-73af3b382593","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:16.176374448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e34d72f05e2eec70c854421b45eb1ca72277926bd84ebf7d5a25b2bab2c2cbc) AuthConfig (7ca35f02a79e3c1a8271670643b92ff6e03344c42dca65f4698eff31b84a14c8) AuthConfig (a8d5a31c7bfa0b4a0d5ef46d8c77a4daee746f31c4fc31496e397e18e894c451) AuthConfig (b7ba8e1704bb5d9f317220565b8fc74dfaa61965502f9eee7f571a3920d5d4b8) AuthConfig (27a1cf8c6578b5b68daa63ab4efe18e15084a778458cbb0787265fee0f9749cd) AuthConfig (98fc2b57826e96138c3ba3b4e5c4afbe89b547f5eaf5e1c9e607636a97542e8a) AuthConfig (0566fc25d029355cabf4a6ebc4755b73c07c1f565012be88fbc5541fe0d48945) AuthConfig (9045d1ec97dc914778b70de85e6f5e7c17b84c98a76c3050af06dc2f595e34fa) AuthConfig (877e0858f34430d602bb0da2f3b57954a7a32d8c318590463020fbacc8015fdc) AuthConfig (d8e367d4297ba2b0c43f6cd64a42efb197abea11e7dec476540a55f2bf23a6cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"4833f4ff-72ab-48f3-8f9f-73af3b382593","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:16.209218559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"de301c94-c8ae-4b37-8586-0c792294f552","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:16.209237177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"de301c94-c8ae-4b37-8586-0c792294f552","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:16.706539627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff04fe7c-476c-4542-b537-5d2a57fcd2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:16.720689126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff04fe7c-476c-4542-b537-5d2a57fcd2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:16.734477074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff04fe7c-476c-4542-b537-5d2a57fcd2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:16.748158184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff04fe7c-476c-4542-b537-5d2a57fcd2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:17.340869939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe3359a-7504-4cce-bd95-563453eac848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:17.358669711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe3359a-7504-4cce-bd95-563453eac848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:17.372428594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe3359a-7504-4cce-bd95-563453eac848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:17.386218414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe3359a-7504-4cce-bd95-563453eac848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:17.638639564Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-635bbf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-635bbf","reconcileID":"edef165f-c037-4b6c-b321-01c2fb2f82f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-635bbf","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-635bbf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:18.018527733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a3347b-7c5c-4bf8-80ca-18b99828cc80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:18.032642952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a3347b-7c5c-4bf8-80ca-18b99828cc80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:18.046417128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a3347b-7c5c-4bf8-80ca-18b99828cc80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:18.060351744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a3347b-7c5c-4bf8-80ca-18b99828cc80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:21.620354869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:21.988888453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"a671f221-06a8-4936-a6a7-014e3a1ade58","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-4d4647","tenantID":"e2e-explicit-4d4647","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:22.02824625Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"a671f221-06a8-4936-a6a7-014e3a1ade58","name":"e2e-explicit-4d4647-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:26.223015392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"30aa0448-1da8-493a-b150-6021b6ab0ea1","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:26.241010055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"30aa0448-1da8-493a-b150-6021b6ab0ea1","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:26.257282197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e34d72f05e2eec70c854421b45eb1ca72277926bd84ebf7d5a25b2bab2c2cbc) AuthConfig (7ca35f02a79e3c1a8271670643b92ff6e03344c42dca65f4698eff31b84a14c8) AuthConfig (a8d5a31c7bfa0b4a0d5ef46d8c77a4daee746f31c4fc31496e397e18e894c451) AuthConfig (b7ba8e1704bb5d9f317220565b8fc74dfaa61965502f9eee7f571a3920d5d4b8) AuthConfig (27a1cf8c6578b5b68daa63ab4efe18e15084a778458cbb0787265fee0f9749cd) AuthConfig (98fc2b57826e96138c3ba3b4e5c4afbe89b547f5eaf5e1c9e607636a97542e8a) AuthConfig (0566fc25d029355cabf4a6ebc4755b73c07c1f565012be88fbc5541fe0d48945) AuthConfig (9045d1ec97dc914778b70de85e6f5e7c17b84c98a76c3050af06dc2f595e34fa) AuthConfig (877e0858f34430d602bb0da2f3b57954a7a32d8c318590463020fbacc8015fdc) AuthConfig (d8e367d4297ba2b0c43f6cd64a42efb197abea11e7dec476540a55f2bf23a6cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"30aa0448-1da8-493a-b150-6021b6ab0ea1","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:36.292355499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"96cc51df-e70d-437d-996e-59c2198c8627","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:36.311166479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"96cc51df-e70d-437d-996e-59c2198c8627","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:36.328163065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e34d72f05e2eec70c854421b45eb1ca72277926bd84ebf7d5a25b2bab2c2cbc) AuthConfig (7ca35f02a79e3c1a8271670643b92ff6e03344c42dca65f4698eff31b84a14c8) AuthConfig (a8d5a31c7bfa0b4a0d5ef46d8c77a4daee746f31c4fc31496e397e18e894c451) AuthConfig (b7ba8e1704bb5d9f317220565b8fc74dfaa61965502f9eee7f571a3920d5d4b8) AuthConfig (27a1cf8c6578b5b68daa63ab4efe18e15084a778458cbb0787265fee0f9749cd) AuthConfig (98fc2b57826e96138c3ba3b4e5c4afbe89b547f5eaf5e1c9e607636a97542e8a) AuthConfig (0566fc25d029355cabf4a6ebc4755b73c07c1f565012be88fbc5541fe0d48945) AuthConfig (9045d1ec97dc914778b70de85e6f5e7c17b84c98a76c3050af06dc2f595e34fa) AuthConfig (877e0858f34430d602bb0da2f3b57954a7a32d8c318590463020fbacc8015fdc) AuthConfig (d8e367d4297ba2b0c43f6cd64a42efb197abea11e7dec476540a55f2bf23a6cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"96cc51df-e70d-437d-996e-59c2198c8627","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:36.665565738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e7a80b-2abd-4e50-9022-6ab79fbd8e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:36.679475179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e7a80b-2abd-4e50-9022-6ab79fbd8e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:36.693335271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e7a80b-2abd-4e50-9022-6ab79fbd8e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:36.707237615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e7a80b-2abd-4e50-9022-6ab79fbd8e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:37.248003567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da8acfa-fc51-4769-952b-69b66fd2d117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:37.262388052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da8acfa-fc51-4769-952b-69b66fd2d117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:37.276279022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da8acfa-fc51-4769-952b-69b66fd2d117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:37.289885344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da8acfa-fc51-4769-952b-69b66fd2d117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:37.864978675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd874d5e-9a25-4847-879f-9f287316267b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:37.878810361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd874d5e-9a25-4847-879f-9f287316267b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:37.892526287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd874d5e-9a25-4847-879f-9f287316267b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:37.90638209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd874d5e-9a25-4847-879f-9f287316267b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:38.462280101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954fdc37-7cdc-47fe-9c16-c7d1c9b9893f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:38.476256992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954fdc37-7cdc-47fe-9c16-c7d1c9b9893f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:38.490183025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954fdc37-7cdc-47fe-9c16-c7d1c9b9893f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:38.504102551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954fdc37-7cdc-47fe-9c16-c7d1c9b9893f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:39.040295442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f44c2fc-97b0-4958-89ff-2d28919efe2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:39.05433599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f44c2fc-97b0-4958-89ff-2d28919efe2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:39.06826017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f44c2fc-97b0-4958-89ff-2d28919efe2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:39.082073554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f44c2fc-97b0-4958-89ff-2d28919efe2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.663082742Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"a12fc4cc-243e-47cb-9f7a-b5d37b6aa5f6","namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.682378633Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"2d554044-d0be-424e-8fa9-ffe144547053","namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.691540899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"7a0d2219-8df4-4d32-9ce1-3ffd648f4dcb","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.705339714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c12a41b3-a79a-4239-9786-b103accf00e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.705364527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"57035c24-8464-4217-b252-dc0d6bda60b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.705679924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"dcf11a3f-2610-472e-8b83-b1829dbf4d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.705700095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c14b47f-768a-46d6-a8f0-d32cdd2afc12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.709540208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"7a0d2219-8df4-4d32-9ce1-3ffd648f4dcb","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.723635339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"dcf11a3f-2610-472e-8b83-b1829dbf4d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.723805969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"57035c24-8464-4217-b252-dc0d6bda60b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.726288461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c14b47f-768a-46d6-a8f0-d32cdd2afc12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.72635799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c12a41b3-a79a-4239-9786-b103accf00e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.727483701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e34d72f05e2eec70c854421b45eb1ca72277926bd84ebf7d5a25b2bab2c2cbc) AuthConfig (7ca35f02a79e3c1a8271670643b92ff6e03344c42dca65f4698eff31b84a14c8) AuthConfig (a8d5a31c7bfa0b4a0d5ef46d8c77a4daee746f31c4fc31496e397e18e894c451) AuthConfig (b7ba8e1704bb5d9f317220565b8fc74dfaa61965502f9eee7f571a3920d5d4b8) AuthConfig (27a1cf8c6578b5b68daa63ab4efe18e15084a778458cbb0787265fee0f9749cd) AuthConfig (98fc2b57826e96138c3ba3b4e5c4afbe89b547f5eaf5e1c9e607636a97542e8a) AuthConfig (0566fc25d029355cabf4a6ebc4755b73c07c1f565012be88fbc5541fe0d48945) AuthConfig (9045d1ec97dc914778b70de85e6f5e7c17b84c98a76c3050af06dc2f595e34fa) AuthConfig (877e0858f34430d602bb0da2f3b57954a7a32d8c318590463020fbacc8015fdc) AuthConfig (d8e367d4297ba2b0c43f6cd64a42efb197abea11e7dec476540a55f2bf23a6cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"7a0d2219-8df4-4d32-9ce1-3ffd648f4dcb","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.80610505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"d6c3eb15-78b3-4f10-83e8-dc858f3181e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.824462479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"d6c3eb15-78b3-4f10-83e8-dc858f3181e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.902201674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"a843fe60-5613-4411-8720-64ea452e037f","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.907377701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4fa0a402-c110-4d3c-b88f-64c20174cb80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.907430793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d05b7a1c-8734-4c6d-8f78-24dd326f0216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.907714341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"10694155-a5d5-45b1-862d-f69e9d197d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.907847712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd0a11b0-c511-4ae7-ad73-ac90f0d68548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.925250281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d05b7a1c-8734-4c6d-8f78-24dd326f0216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.925543547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"10694155-a5d5-45b1-862d-f69e9d197d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.92775146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd0a11b0-c511-4ae7-ad73-ac90f0d68548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:41.927928061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4fa0a402-c110-4d3c-b88f-64c20174cb80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.004887255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"dcce595f-b5be-4644-99e6-8d5415520b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.022380326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"dcce595f-b5be-4644-99e6-8d5415520b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.025153665Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"f5291f93-50ed-4e80-8c77-8212090da9ce","namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.039091009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"76e90288-e3fd-496a-b691-34362ddc2f6e","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.03911773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"76e90288-e3fd-496a-b691-34362ddc2f6e","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.092559458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"324c38b2-af4a-4d15-a4b8-a4779b62eabf","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.103841968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"e98c60ce-464e-4a40-b046-80cb1de73a3b","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.103927546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"e98c60ce-464e-4a40-b046-80cb1de73a3b","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.107003309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ba7bcf4b-0e87-450d-a615-7d36afead36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.107311216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5b7e6c77-58e1-47ad-a730-ee6f4cb80e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.107519222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca088ba0-0446-4a1a-8167-3cbe259bdbe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.16131124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca088ba0-0446-4a1a-8167-3cbe259bdbe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.165264273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ba7bcf4b-0e87-450d-a615-7d36afead36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.196413573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"324c38b2-af4a-4d15-a4b8-a4779b62eabf","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.214104419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5b7e6c77-58e1-47ad-a730-ee6f4cb80e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.251243741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e34d72f05e2eec70c854421b45eb1ca72277926bd84ebf7d5a25b2bab2c2cbc) AuthConfig (7ca35f02a79e3c1a8271670643b92ff6e03344c42dca65f4698eff31b84a14c8) AuthConfig (a8d5a31c7bfa0b4a0d5ef46d8c77a4daee746f31c4fc31496e397e18e894c451) AuthConfig (b7ba8e1704bb5d9f317220565b8fc74dfaa61965502f9eee7f571a3920d5d4b8) AuthConfig (27a1cf8c6578b5b68daa63ab4efe18e15084a778458cbb0787265fee0f9749cd) AuthConfig (98fc2b57826e96138c3ba3b4e5c4afbe89b547f5eaf5e1c9e607636a97542e8a) AuthConfig (0566fc25d029355cabf4a6ebc4755b73c07c1f565012be88fbc5541fe0d48945) AuthConfig (9045d1ec97dc914778b70de85e6f5e7c17b84c98a76c3050af06dc2f595e34fa) AuthConfig (877e0858f34430d602bb0da2f3b57954a7a32d8c318590463020fbacc8015fdc) AuthConfig (d8e367d4297ba2b0c43f6cd64a42efb197abea11e7dec476540a55f2bf23a6cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"324c38b2-af4a-4d15-a4b8-a4779b62eabf","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.284634486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"519ad24c-38ad-48d3-8b99-1298ffc8a887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.308291666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"519ad24c-38ad-48d3-8b99-1298ffc8a887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.330206627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"26f419b0-d228-4842-9aa1-5050821eb36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.331086208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"052a89d2-6c26-4163-94db-af82bedbdb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.331087448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a33bcbd0-8412-4f9b-a362-78311f563fce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.350715719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"052a89d2-6c26-4163-94db-af82bedbdb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.350823616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"26f419b0-d228-4842-9aa1-5050821eb36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.353011623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a33bcbd0-8412-4f9b-a362-78311f563fce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.364645997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"455ad0b3-9469-47be-bfb4-65d77c9af979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.38222341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"455ad0b3-9469-47be-bfb4-65d77c9af979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.570537751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e086ebfa-811c-45d2-9c6c-3f056b65a640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.576465292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b30c867a-e6a3-424a-8f05-2af004a9a1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.576483268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f844abf7-c417-4a80-8ab0-874387c5a07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.576799568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"59d8fb65-4bac-42ae-9c00-c136930b642d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.577460456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"826ab41d-2880-4993-a0bd-9a59404c64c9","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.577475334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"826ab41d-2880-4993-a0bd-9a59404c64c9","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.605099078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e086ebfa-811c-45d2-9c6c-3f056b65a640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.605357937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"59d8fb65-4bac-42ae-9c00-c136930b642d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.608228513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b30c867a-e6a3-424a-8f05-2af004a9a1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.608752651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f844abf7-c417-4a80-8ab0-874387c5a07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.649868075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"45084ba7-16d4-434d-86bf-a3fc82a8ad7e","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.696720416Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"45084ba7-16d4-434d-86bf-a3fc82a8ad7e","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.713249196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-141033-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"45084ba7-16d4-434d-86bf-a3fc82a8ad7e","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.746047746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"9369ee1b-0758-464d-8f0b-9292da76f9d3","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:42.746063532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"9369ee1b-0758-464d-8f0b-9292da76f9d3","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:49.039735465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"acb4f749-e06d-46f0-bbb9-a7b0a47c611f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:49.079622536Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"acb4f749-e06d-46f0-bbb9-a7b0a47c611f","name":"e2e-extmod-b-9a7e69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:51.621074196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:52.280374764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"a7d93f22-f719-45a1-a804-2bf07e3df7a3","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:52.297566075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"a7d93f22-f719-45a1-a804-2bf07e3df7a3","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:52.414213245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"15d8b816-b363-4ee4-9d42-122cd8c29bca","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:52.414234674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"15d8b816-b363-4ee4-9d42-122cd8c29bca","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:52.764417139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"4cb696a4-b695-4896-b6da-51cfe364b348","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:52.782146474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"4cb696a4-b695-4896-b6da-51cfe364b348","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:52.799069813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-141033-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"4cb696a4-b695-4896-b6da-51cfe364b348","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.311490927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"718fa1ca-0323-4e7e-8db9-82780838c950","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.311521085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"718fa1ca-0323-4e7e-8db9-82780838c950","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.326378253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"cf4ab027-79b0-4ef1-9203-151d5c5651b8","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:03:55.329365317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-sub","reconcileID":"c8c421f0-146a-4a1c-af8d-e801224bf99d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-d6ea32-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.344927498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"cf4ab027-79b0-4ef1-9203-151d5c5651b8","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.346424216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"b907641e-b91b-42f5-bdfc-b48e2ae80f3c","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.346441894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"b907641e-b91b-42f5-bdfc-b48e2ae80f3c","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:03:55.364260817Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"b907641e-b91b-42f5-bdfc-b48e2ae80f3c","name":"e2e-att-serve-d6ea32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d6ea32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:03:55.364306749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"b907641e-b91b-42f5-bdfc-b48e2ae80f3c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d6ea32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.384318947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"2ed059f6-a742-4f8c-8363-a81c76b1fc86","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.38491159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"2ed059f6-a742-4f8c-8363-a81c76b1fc86","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.400258842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"55f835bc-03c3-42db-b5eb-b5e1e5e9b516","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.400285829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"55f835bc-03c3-42db-b5eb-b5e1e5e9b516","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.462633124Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-sub","reconcileID":"d08bdd23-1e48-4711-9223-e02452cf25f5","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-att-serve-d6ea32","model":"e2e-att-serve-d6ea32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3875b3/e2e-att-serve-d6ea32-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.546986274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"e5c4d632-9cb6-4a1a-a324-f7dd134a3951","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.547008619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"e5c4d632-9cb6-4a1a-a324-f7dd134a3951","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.559305998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"fe8f9067-ceb7-4aef-b0d8-4292ecb8c765","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.599330367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"fe8f9067-ceb7-4aef-b0d8-4292ecb8c765","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:55.623561486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-sub","reconcileID":"ec6698e0-5541-4810-828d-98ca8091eecb","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-att-serve-d6ea32","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:57.165623591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"4b22256b-caef-47bb-94ba-1cbc260785ba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:03:57.203051484Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"4b22256b-caef-47bb-94ba-1cbc260785ba","name":"e2e-extmod-b-635bbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:02.446414898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a412f02-cff0-4371-83af-14e20067d49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:02.460357658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a412f02-cff0-4371-83af-14e20067d49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:02.474111431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a412f02-cff0-4371-83af-14e20067d49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:02.487748713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a412f02-cff0-4371-83af-14e20067d49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:02.931788031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"b01d98f1-5ac5-4425-b671-3060cc4a94a3","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:02.959567655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"b01d98f1-5ac5-4425-b671-3060cc4a94a3","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:02.981146135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-141033-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"b01d98f1-5ac5-4425-b671-3060cc4a94a3","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:03.147291581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25088c8-ce86-4ad5-86f8-8d70cb1cb932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:03.161161851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25088c8-ce86-4ad5-86f8-8d70cb1cb932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:03.174882881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25088c8-ce86-4ad5-86f8-8d70cb1cb932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:03.188739321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25088c8-ce86-4ad5-86f8-8d70cb1cb932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:04.923747799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"d3e51707-54f8-48e0-8507-6df0872d47ce","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:04.948283108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"d3e51707-54f8-48e0-8507-6df0872d47ce","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:04.972472409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-141033-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4d982d4282106e928b8e572be6ca91a963f688ffe7cfd9d55a0497ae2263ece) AuthConfig (52cd0a20f0814731179a8b98805c1f8b7a1227af81122c1c0fa939d19eedb598) AuthConfig (0c9e1194bfefb391a7cfcaaa9037069022ad85d449239b403b0eae958c1184fd) AuthConfig (038fc6eb54a53d3a42133f7571b62f4c787a12cf21e21f855d3b72b6c278742e) AuthConfig (464d94ab3561a6aa33a69c18be7751959be06eca370545d707c92d48a894471c) AuthConfig (d91c2328748a303b4c8a448498cfaa08f93bcdd30b646f176c6c29b727967077) AuthConfig (6317f0492ec9471cead0866544f96cfffa0c0c16b29c9ead0c91b02727efd290) AuthConfig (7b8cb39221efb3faa4d4cb9f18d279e192cb1d1d4d14da18ecac73b310c6b59d) AuthConfig (9d4a8c3e2063153df73375704c037c48a1e3df3960494267fbeb7d45b4553292) AuthConfig (1d2941f977dd068c4aab4fbd7346cccf5d8209342162a63b6c3d56ea38af8819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"d3e51707-54f8-48e0-8507-6df0872d47ce","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:05.017942026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"d83fc820-7b7f-49b3-8632-966ccf5f7295","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:05.017964652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"d83fc820-7b7f-49b3-8632-966ccf5f7295","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:12.795498889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-4d4647","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"explicit-model-4d4647","reconcileID":"33f47ecd-1c53-4da2-a78d-6595d57ce931","MaaSModelRef":{"name":"explicit-model-4d4647","namespace":"ai-tenant-e2e-explicit-4d4647"},"routeName":"explicit-model-4d4647-kserve-route","namespace":"ai-tenant-e2e-explicit-4d4647","llmisvcName":"explicit-model-4d4647","gateway":"openshift-ingress/e2e-explicit-4d4647","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:15.035091877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"16cd6c06-94da-4fe4-ad02-0e8f00c9bb7c","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:15.052798413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"16cd6c06-94da-4fe4-ad02-0e8f00c9bb7c","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:15.068863948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-141033-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4d982d4282106e928b8e572be6ca91a963f688ffe7cfd9d55a0497ae2263ece) AuthConfig (52cd0a20f0814731179a8b98805c1f8b7a1227af81122c1c0fa939d19eedb598) AuthConfig (0c9e1194bfefb391a7cfcaaa9037069022ad85d449239b403b0eae958c1184fd) AuthConfig (038fc6eb54a53d3a42133f7571b62f4c787a12cf21e21f855d3b72b6c278742e) AuthConfig (464d94ab3561a6aa33a69c18be7751959be06eca370545d707c92d48a894471c) AuthConfig (d91c2328748a303b4c8a448498cfaa08f93bcdd30b646f176c6c29b727967077) AuthConfig (6317f0492ec9471cead0866544f96cfffa0c0c16b29c9ead0c91b02727efd290) AuthConfig (7b8cb39221efb3faa4d4cb9f18d279e192cb1d1d4d14da18ecac73b310c6b59d) AuthConfig (9d4a8c3e2063153df73375704c037c48a1e3df3960494267fbeb7d45b4553292) AuthConfig (1d2941f977dd068c4aab4fbd7346cccf5d8209342162a63b6c3d56ea38af8819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"16cd6c06-94da-4fe4-ad02-0e8f00c9bb7c","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:21.62188704Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:25.098031983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"2a2ac98e-358e-41f0-9992-93c595f5ac3e","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:25.117873345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"2a2ac98e-358e-41f0-9992-93c595f5ac3e","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:25.140345108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-141033-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4d982d4282106e928b8e572be6ca91a963f688ffe7cfd9d55a0497ae2263ece) AuthConfig (52cd0a20f0814731179a8b98805c1f8b7a1227af81122c1c0fa939d19eedb598) AuthConfig (0c9e1194bfefb391a7cfcaaa9037069022ad85d449239b403b0eae958c1184fd) AuthConfig (038fc6eb54a53d3a42133f7571b62f4c787a12cf21e21f855d3b72b6c278742e) AuthConfig (464d94ab3561a6aa33a69c18be7751959be06eca370545d707c92d48a894471c) AuthConfig (d91c2328748a303b4c8a448498cfaa08f93bcdd30b646f176c6c29b727967077) AuthConfig (6317f0492ec9471cead0866544f96cfffa0c0c16b29c9ead0c91b02727efd290) AuthConfig (7b8cb39221efb3faa4d4cb9f18d279e192cb1d1d4d14da18ecac73b310c6b59d) AuthConfig (9d4a8c3e2063153df73375704c037c48a1e3df3960494267fbeb7d45b4553292) AuthConfig (1d2941f977dd068c4aab4fbd7346cccf5d8209342162a63b6c3d56ea38af8819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"2a2ac98e-358e-41f0-9992-93c595f5ac3e","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:28.795397927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af2fd66-9d1f-49ad-be6d-0aee8a2623c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:28.809256203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af2fd66-9d1f-49ad-be6d-0aee8a2623c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:28.823140098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af2fd66-9d1f-49ad-be6d-0aee8a2623c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:28.836927576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af2fd66-9d1f-49ad-be6d-0aee8a2623c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:29.476837006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06c2b6d-dea9-4d95-adf4-2307f5a19fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:29.491223993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06c2b6d-dea9-4d95-adf4-2307f5a19fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:29.505050967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06c2b6d-dea9-4d95-adf4-2307f5a19fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:29.519105164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06c2b6d-dea9-4d95-adf4-2307f5a19fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:30.066275551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c44848a-de48-4414-aa7a-de28f83ad245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:30.080039763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c44848a-de48-4414-aa7a-de28f83ad245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:30.093967904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c44848a-de48-4414-aa7a-de28f83ad245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:30.107783508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c44848a-de48-4414-aa7a-de28f83ad245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:30.752699348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881ac57e-c83f-4da5-8e3e-1e041e878e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:30.766360981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881ac57e-c83f-4da5-8e3e-1e041e878e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:30.780161984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881ac57e-c83f-4da5-8e3e-1e041e878e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:30.794001521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881ac57e-c83f-4da5-8e3e-1e041e878e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.41683143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"3cca46b2-279b-4306-9fb9-6c830b2ca7c4","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.433977947Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"fd38923a-42c1-41da-9565-37d5ffb81268","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.448935979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"f182788d-f1f8-49b3-bbde-d82217b58691","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.464023251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a46f3a83-5f08-4bcc-93d2-aecab3991e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.464176819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"12f33c20-923c-49ae-8c08-a8a1069564b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.464294805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"91292495-3218-4c23-b970-48663fc63343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.464482513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"80647414-7df2-4376-8204-cf34c6dcb75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.468943173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"f182788d-f1f8-49b3-bbde-d82217b58691","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.482540318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"91292495-3218-4c23-b970-48663fc63343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.4826055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a46f3a83-5f08-4bcc-93d2-aecab3991e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.484962584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"80647414-7df2-4376-8204-cf34c6dcb75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.485051296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"12f33c20-923c-49ae-8c08-a8a1069564b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.486320508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-141033-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4d982d4282106e928b8e572be6ca91a963f688ffe7cfd9d55a0497ae2263ece) AuthConfig (52cd0a20f0814731179a8b98805c1f8b7a1227af81122c1c0fa939d19eedb598) AuthConfig (0c9e1194bfefb391a7cfcaaa9037069022ad85d449239b403b0eae958c1184fd) AuthConfig (038fc6eb54a53d3a42133f7571b62f4c787a12cf21e21f855d3b72b6c278742e) AuthConfig (464d94ab3561a6aa33a69c18be7751959be06eca370545d707c92d48a894471c) AuthConfig (d91c2328748a303b4c8a448498cfaa08f93bcdd30b646f176c6c29b727967077) AuthConfig (6317f0492ec9471cead0866544f96cfffa0c0c16b29c9ead0c91b02727efd290) AuthConfig (7b8cb39221efb3faa4d4cb9f18d279e192cb1d1d4d14da18ecac73b310c6b59d) AuthConfig (9d4a8c3e2063153df73375704c037c48a1e3df3960494267fbeb7d45b4553292) AuthConfig (1d2941f977dd068c4aab4fbd7346cccf5d8209342162a63b6c3d56ea38af8819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"f182788d-f1f8-49b3-bbde-d82217b58691","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.567333617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"6371b9a1-b24c-4527-8eda-666f69d86f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.586514219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"6371b9a1-b24c-4527-8eda-666f69d86f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.656546431Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"f27d182d-1ff7-43ae-b147-751f18c17a80","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.659315859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ad54dd97-60bc-44f3-9d7b-76a6f095e3e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.659743557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4158290-7d39-46bc-962e-b75de131079e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.659827787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"38c270f7-3faa-4e78-b814-0466a70d39d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.660259658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a94c1fcd-2733-4a9a-afac-e1b899185dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.678851427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ad54dd97-60bc-44f3-9d7b-76a6f095e3e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.679633666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a94c1fcd-2733-4a9a-afac-e1b899185dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.68124792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"38c270f7-3faa-4e78-b814-0466a70d39d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.681973264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4158290-7d39-46bc-962e-b75de131079e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.761851182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4dacab03-2814-452a-9930-5bbb5534b7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.774813941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5c7a67cf-0797-4bc1-b0fc-a86844297aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.779978966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4dacab03-2814-452a-9930-5bbb5534b7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.797506036Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"b7f92cda-a312-4b63-bcb5-42749c9c0cbe","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.801100141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5c7a67cf-0797-4bc1-b0fc-a86844297aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.813095405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"2d98b1ae-8d1a-4393-8732-cd486196740b","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.813114156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"2d98b1ae-8d1a-4393-8732-cd486196740b","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.84757225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"68e9e5f6-c342-4525-844c-bb0367470949","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.847622547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"68e9e5f6-c342-4525-844c-bb0367470949","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.848312581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"e4c4d767-b087-4178-a096-f32e5048d28d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.859734114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fac75b7-0408-4f16-925c-27cb99087e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.860376868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"6d0a42a7-e382-45d4-851a-462579ad2c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.865501969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"e4c4d767-b087-4178-a096-f32e5048d28d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.87832471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"6d0a42a7-e382-45d4-851a-462579ad2c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:34.879031167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fac75b7-0408-4f16-925c-27cb99087e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.077605559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d68d5d0d-9043-460a-a73d-58766100e740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.083507156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"57ed74d0-9a4f-49d4-a469-d40bcbb9e284","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.098751305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d68d5d0d-9043-460a-a73d-58766100e740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.128509394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"57ed74d0-9a4f-49d4-a469-d40bcbb9e284","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.13725189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"51781777-bb2c-4ca4-ae34-79ecae0c4d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.142503264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"8a46293d-7429-4c8d-8781-5d6d4a9afece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.308987789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-141033-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4d982d4282106e928b8e572be6ca91a963f688ffe7cfd9d55a0497ae2263ece) AuthConfig (52cd0a20f0814731179a8b98805c1f8b7a1227af81122c1c0fa939d19eedb598) AuthConfig (0c9e1194bfefb391a7cfcaaa9037069022ad85d449239b403b0eae958c1184fd) AuthConfig (038fc6eb54a53d3a42133f7571b62f4c787a12cf21e21f855d3b72b6c278742e) AuthConfig (464d94ab3561a6aa33a69c18be7751959be06eca370545d707c92d48a894471c) AuthConfig (d91c2328748a303b4c8a448498cfaa08f93bcdd30b646f176c6c29b727967077) AuthConfig (6317f0492ec9471cead0866544f96cfffa0c0c16b29c9ead0c91b02727efd290) AuthConfig (7b8cb39221efb3faa4d4cb9f18d279e192cb1d1d4d14da18ecac73b310c6b59d) AuthConfig (9d4a8c3e2063153df73375704c037c48a1e3df3960494267fbeb7d45b4553292) AuthConfig (1d2941f977dd068c4aab4fbd7346cccf5d8209342162a63b6c3d56ea38af8819)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"57ed74d0-9a4f-49d4-a469-d40bcbb9e284","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.315992886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"51781777-bb2c-4ca4-ae34-79ecae0c4d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.325478388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"8a46293d-7429-4c8d-8781-5d6d4a9afece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.326163305Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"c0b644dc-7e17-4b3e-a4ce-a4355b207133","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.394664576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"dbe63eb4-1241-4baa-b2ba-c85095fdfcb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.39520162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57750bc6-b55d-4f81-84e6-280dbc9e1a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.413577003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"dbe63eb4-1241-4baa-b2ba-c85095fdfcb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.413667368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57750bc6-b55d-4f81-84e6-280dbc9e1a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.455294929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ffe479c0-8878-46a3-ab29-3e8a22896c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.474575952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ffe479c0-8878-46a3-ab29-3e8a22896c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.516492965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-sub","reconcileID":"4bef2197-81c9-433e-ae70-1ab9f6f87429","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-att-serve-d6ea32","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.578813819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f45a0f53-2fa9-4e6f-b9b8-1165a039c482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.578820452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"62ba73dc-18ac-4f97-8c1f-04909f2ecef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.585452405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"cb7c8675-c39c-4bc3-b79e-41fa06ffc8e3","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.585469073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"cb7c8675-c39c-4bc3-b79e-41fa06ffc8e3","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.598693357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f45a0f53-2fa9-4e6f-b9b8-1165a039c482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.599062757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"62ba73dc-18ac-4f97-8c1f-04909f2ecef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.60085584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"6fa34e6a-60d2-44d8-bdab-34e50d00af42","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.600872486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"6fa34e6a-60d2-44d8-bdab-34e50d00af42","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.668784712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"081bba62-4af8-46e5-8747-951713d52510","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.704013515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"76d4e1c2-d399-483b-990b-16bc5ee5fdbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.704684452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4e106ba1-e73d-4842-8d56-31346c5df5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.705020989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bcbe749-b593-4fe1-bede-4a9570fc8ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.70549392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"532b5415-7b3a-4157-ac47-1c308114a2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.723055161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"76d4e1c2-d399-483b-990b-16bc5ee5fdbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.725332418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4e106ba1-e73d-4842-8d56-31346c5df5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.725531825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"532b5415-7b3a-4157-ac47-1c308114a2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.727470188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bcbe749-b593-4fe1-bede-4a9570fc8ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.746074001Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"081bba62-4af8-46e5-8747-951713d52510","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.761963713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"081bba62-4af8-46e5-8747-951713d52510","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.792235553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"e4a8d393-30d2-4ee3-8e83-307a8ddaadb7","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.792253168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"e4a8d393-30d2-4ee3-8e83-307a8ddaadb7","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.868679472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"e43940b1-fff5-4b11-ae04-15186b679dac","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.881742937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a368d31c-c6d7-4e20-af7f-c80d9fadb334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.88202514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ce38250d-c8ce-4554-905d-a5203fad84bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.885193071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b01e2654-3c33-4cde-8923-5dcf5cb61f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.88622375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"e43940b1-fff5-4b11-ae04-15186b679dac","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.888142823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"74828e6f-c501-40f0-a160-c78735b0535d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.902786657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ce38250d-c8ce-4554-905d-a5203fad84bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.903900558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a368d31c-c6d7-4e20-af7f-c80d9fadb334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.905612035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b01e2654-3c33-4cde-8923-5dcf5cb61f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.911068821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"74828e6f-c501-40f0-a160-c78735b0535d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.971008365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"825e7301-83a5-4497-a134-90708a64e6b9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:35.997169819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"825e7301-83a5-4497-a134-90708a64e6b9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:36.08065409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"593794f9-7609-4068-a2e1-b0ad157e0269","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:36.080830577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"593794f9-7609-4068-a2e1-b0ad157e0269","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:36.471754069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"6e8812b7-4d32-45e8-90c8-74040cf80b1e","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:36.51114397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"6e8812b7-4d32-45e8-90c8-74040cf80b1e","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:37.883701739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe24f95-c1f3-40d6-bfd9-ca780154537e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:37.935239431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe24f95-c1f3-40d6-bfd9-ca780154537e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:37.964365071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe24f95-c1f3-40d6-bfd9-ca780154537e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.014792435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe24f95-c1f3-40d6-bfd9-ca780154537e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.588458315Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f"},"namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","reconcileID":"9a9aadad-d1e2-4bd5-9aa5-3b95ce48893d","namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.603242381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a41cd15-7f51-4dd8-9c3e-578f0bd4ffc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.610079251Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f"},"namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","reconcileID":"212884c7-7cc4-4866-ad8e-e363e5a18b62","namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.620702401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a41cd15-7f51-4dd8-9c3e-578f0bd4ffc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.635872914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a41cd15-7f51-4dd8-9c3e-578f0bd4ffc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.650353844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a41cd15-7f51-4dd8-9c3e-578f0bd4ffc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.679965887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c4787c17-ba42-484a-bebf-6e30849b68dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.700873778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"830fdb14-ce72-4fda-a17a-b1b8373c25ef","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.701504083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"44b41f6b-6e3e-47c5-a35d-fe5904999fb8","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.719876604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c4787c17-ba42-484a-bebf-6e30849b68dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.726004403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f92f7931-b942-4929-9163-e11fd84c5d8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.72663889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"1edf8d1a-b866-4cef-8dba-252bfc23288f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.727712459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"830fdb14-ce72-4fda-a17a-b1b8373c25ef","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.729870693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"44b41f6b-6e3e-47c5-a35d-fe5904999fb8","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.743887115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f92f7931-b942-4929-9163-e11fd84c5d8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.744766633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"1edf8d1a-b866-4cef-8dba-252bfc23288f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.760740334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"830fdb14-ce72-4fda-a17a-b1b8373c25ef","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.80397127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52c0e82b-00b0-4882-a922-af40f7a675f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.821543008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52c0e82b-00b0-4882-a922-af40f7a675f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.829629091Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f"},"namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","reconcileID":"a137256f-7df3-4ec4-8727-aded4a06d58f","MaaSModelRef":{"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f"},"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.916729628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f"},"namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","reconcileID":"9427f2c2-994d-4753-8fd6-ed02617ce44c","namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.939199607Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f"},"namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","reconcileID":"e9b8f605-2988-478a-ad67-71353408df79","MaaSModelRef":{"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f"},"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.941218576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"59ab62bb-8dd2-491a-a38f-2b250b1baeca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:38.974431314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"59ab62bb-8dd2-491a-a38f-2b250b1baeca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.011105765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4c288886-3a04-48b3-9ae1-ef341b74e89a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.011713306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"cb74594c-bc9a-4991-9884-dbe6c76eaa13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.012210299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c350e810-c76d-404e-8c6f-5a24f293d059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.013462674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7513a8e3-792b-49c7-8da4-54fe66da5048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.032846258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c350e810-c76d-404e-8c6f-5a24f293d059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.033393011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4c288886-3a04-48b3-9ae1-ef341b74e89a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.035043192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"cb74594c-bc9a-4991-9884-dbe6c76eaa13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.035505323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7513a8e3-792b-49c7-8da4-54fe66da5048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.103045667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"c8905ac2-7fda-4a8c-b659-1e1aeeb8136d","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.103690202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"2ccd4737-19a1-4d91-a70e-e840d1bb300b","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.116982678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c78561fb-43c9-45b0-a1fd-42c64be93fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.117080755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a3d45ce6-2ed0-4a9f-ab18-75116bdaaf2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.117422401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d08a27a3-abfc-4323-b2e9-fb119955258c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.121435144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"2ccd4737-19a1-4d91-a70e-e840d1bb300b","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.122698265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"c8905ac2-7fda-4a8c-b659-1e1aeeb8136d","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.134847684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c78561fb-43c9-45b0-a1fd-42c64be93fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.135857774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d08a27a3-abfc-4323-b2e9-fb119955258c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.137110061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a3d45ce6-2ed0-4a9f-ab18-75116bdaaf2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.137502288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"2ccd4737-19a1-4d91-a70e-e840d1bb300b","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.210777924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"5c61b366-08d9-4db3-abad-bda08f550b81","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.221825996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c6e30813-8eb2-4023-9d91-dedb44555bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.22288676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f6724217-cc2f-43c0-9804-f14318b1f4db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.222886752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"7c66d378-31e8-489a-8add-f2e79734b817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.229557878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"5c61b366-08d9-4db3-abad-bda08f550b81","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.239219788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c6e30813-8eb2-4023-9d91-dedb44555bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.240712037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"7c66d378-31e8-489a-8add-f2e79734b817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.241431581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f6724217-cc2f-43c0-9804-f14318b1f4db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.286863489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"a72cfe86-c28a-4984-89a1-27b8151ab304","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.28688742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"a72cfe86-c28a-4984-89a1-27b8151ab304","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:04:39.303793717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-sub","reconcileID":"18150360-6b25-4f1c-b57a-0cb2361802fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-361229-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.323757002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d8086dd-34ec-40d3-9108-a7d2e5324330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.341530614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"a631aee8-0623-46fe-bbe1-14ac96a42e80","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.341566445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"a631aee8-0623-46fe-bbe1-14ac96a42e80","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.415199745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d8086dd-34ec-40d3-9108-a7d2e5324330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.43671197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"53b6d62f-36df-4039-8720-c4e83d593e13","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.436733933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"53b6d62f-36df-4039-8720-c4e83d593e13","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.496226244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"7a006182-4c50-4a35-8091-eed08cacd6e8","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.496253353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"7a006182-4c50-4a35-8091-eed08cacd6e8","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.49679377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"1d9b187c-3eb9-4d89-96d3-fcf138688c48","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.498345924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0a3aac1d-5b96-44b5-81d0-656a3ef042d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.522881835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0a3aac1d-5b96-44b5-81d0-656a3ef042d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.523208617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"1d9b187c-3eb9-4d89-96d3-fcf138688c48","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.559893387Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-sub","reconcileID":"2ddf2509-7d08-4b5b-8b40-93609da76c15","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"maas-trlp-e2e-att-serve-361229","model":"e2e-att-serve-361229","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-141033/e2e-att-serve-361229-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.581972943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f"},"namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","reconcileID":"01e2d5de-77dc-4b74-a7a1-f1fa8b420d24","namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.640711935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"f42ffb48-6da7-419d-810d-167c1e1e398e","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.645153566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"7883cfce-f718-400a-bb80-c68137d149b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.655752356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e6b080c-ddc8-485b-86b8-9488b6c97a02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.667934181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"f42ffb48-6da7-419d-810d-167c1e1e398e","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.67982362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e6b080c-ddc8-485b-86b8-9488b6c97a02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.680020877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"7883cfce-f718-400a-bb80-c68137d149b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.683728452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"283ead4b-b2f2-4ab6-a2c9-0faee0f390c6","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.683745122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"283ead4b-b2f2-4ab6-a2c9-0faee0f390c6","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.687579238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"f42ffb48-6da7-419d-810d-167c1e1e398e","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.742771433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"496fae02-a6bd-432a-ba7f-50216fadd9ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.742818271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"6a3dde82-a388-4a6e-bd21-573f21426683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.75338179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-sub","reconcileID":"a7ce8fd1-2c5e-40b9-9cf8-29147a8c7b6f","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"maas-trlp-e2e-att-serve-361229","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.762387064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"496fae02-a6bd-432a-ba7f-50216fadd9ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.762398304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"6a3dde82-a388-4a6e-bd21-573f21426683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.771844127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-cb3317","namespace":"e2e-extmod-att-noaccess-64f66f"},"namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","reconcileID":"16ac5c9e-da54-454b-b1a5-c34c445603c4","namespace":"e2e-extmod-att-noaccess-64f66f","name":"e2e-att-noaccess-cb3317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.816429676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ec50dd6a-7503-4565-9a4d-2e2a549d3831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.834118677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ec50dd6a-7503-4565-9a4d-2e2a549d3831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.932354415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cdf399c-187a-4b7b-9d17-29bb1a9ac844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.94723151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"50bc9b34-da94-4901-bbac-125d8d52cc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.951573022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cdf399c-187a-4b7b-9d17-29bb1a9ac844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:39.96510769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"50bc9b34-da94-4901-bbac-125d8d52cc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.003257743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"f3e5f1ca-930b-4c2e-8c4b-e53fbd0bf3e7","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.017995712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"29830031-08fa-4754-8a9d-8642a44606e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.018503377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"6cb56a7a-51d3-4fb0-971a-21ebb50cafe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.023913147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"f3e5f1ca-930b-4c2e-8c4b-e53fbd0bf3e7","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.036322003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"29830031-08fa-4754-8a9d-8642a44606e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.036672431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"6cb56a7a-51d3-4fb0-971a-21ebb50cafe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.113134999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"d13fa20e-e851-4979-a221-89aef6708734","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.11805274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ae262505-7143-4d94-9eb3-bf88ab78f7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.126895224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"4cd081ac-2ec5-45a6-9e79-20ad72de176a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.131465348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"fa7f90f3-6f9b-4110-b428-51a6bcaa24ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.131922203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"d13fa20e-e851-4979-a221-89aef6708734","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.135781137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ae262505-7143-4d94-9eb3-bf88ab78f7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.148091056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"4cd081ac-2ec5-45a6-9e79-20ad72de176a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.148973337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"fa7f90f3-6f9b-4110-b428-51a6bcaa24ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.203980849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"8f23446c-6673-431c-8031-02926452f11c","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.222652285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"8f23446c-6673-431c-8031-02926452f11c","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.239433264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"8f23446c-6673-431c-8031-02926452f11c","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.322045822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a79fd875-ccdb-4f83-b1a2-ef2c7a29b434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.322740776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ce793ac-fb55-4781-83cc-c78adaffe97b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.322928605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"8777ae9a-23cf-4926-879f-f57907b4db2a","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.322952406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"8777ae9a-23cf-4926-879f-f57907b4db2a","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.341047384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a79fd875-ccdb-4f83-b1a2-ef2c7a29b434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.341379301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ce793ac-fb55-4781-83cc-c78adaffe97b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.358693655Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-sub","reconcileID":"61f95daf-a080-46f9-a6e6-d4c927d10599","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-813fc6f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.444238093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"f9481e62-f5bf-4c6a-b5f5-69050e4336b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.444893604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"0699238d-6051-45e0-8377-4687a00aa7d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.467253554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"780601e9-f5b7-4c08-b41b-21d0c5a0ba46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.469158452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"f9481e62-f5bf-4c6a-b5f5-69050e4336b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.486566693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"0699238d-6051-45e0-8377-4687a00aa7d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.499747373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"780601e9-f5b7-4c08-b41b-21d0c5a0ba46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.520349899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"1cf72d40-ad50-4791-8821-d32badf21627","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:40.539500266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"1cf72d40-ad50-4791-8821-d32badf21627","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.282834228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","namespace":"ai-tenant-e2e-explicit-4d4647","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.283007972Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","namespace":"ai-tenant-e2e-explicit-4d4647","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.283123914Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","tenant":"e2e-explicit-4d4647","tenantID":"e2e-explicit-4d4647","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.299251938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"Deployment","name":"maas-api-e2e-explicit-4d4647","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.33180605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"Service","name":"maas-api-e2e-explicit-4d4647","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.36066933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-4d4647","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.378562311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-4d4647","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.400238469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.417738707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.434112209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.451373794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.464714128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"Deployment","name":"payload-processing-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.47788748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.491273379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"Service","name":"payload-processing-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.508122626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"Service","name":"payload-pre-processing-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.52298353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.536431466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.550002945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.569864858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.594934151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.626836498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.653828914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-4d4647","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.67388727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-4d4647"},"namespace":"ai-tenant-e2e-explicit-4d4647","name":"default-tenant","reconcileID":"57f6fb09-e8ac-45a8-b784-010f61e3055d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-4d4647","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.803003595Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"4e6c9966-8912-4415-bda1-780e06f53299","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.806599927Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"cb61ac2b-4f51-4ded-a847-801fd7e18cca","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.910736689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0c11de47-e3d6-4035-b876-002a0b284f43","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.934058965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0c11de47-e3d6-4035-b876-002a0b284f43","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.935649332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"01b28747-f528-4f8b-ac8c-daca066beeef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.954801042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50950a3a-0055-467e-a5dc-125d0a2e6414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.955778101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4d66981d-e2d4-465f-8a1a-a0927cde272c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.956211911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"447439f3-05ae-416f-8e5d-db73388b0aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.957857738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0c11de47-e3d6-4035-b876-002a0b284f43","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:41.961250392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"01b28747-f528-4f8b-ac8c-daca066beeef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.006656654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50950a3a-0055-467e-a5dc-125d0a2e6414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.013074394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4d66981d-e2d4-465f-8a1a-a0927cde272c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.016714755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"447439f3-05ae-416f-8e5d-db73388b0aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.098320501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"bb523ecd-be67-493f-831d-6925c2fbe82e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.09875853Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"5cc872b8-e764-4354-b4e7-d16d8b8de94a","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.118363247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"bb523ecd-be67-493f-831d-6925c2fbe82e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.133502839Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"70756c86-3318-4502-a036-dcc54dcc24ee","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.162460776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba44a535-9081-4f99-9099-cc680953cc8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.175614065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ed5a358d-9e55-42b3-bbb7-9e6d09cfffe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.176167156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5b5ceed5-8e13-49e7-bc3a-6562586d748b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.176920868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c0521a5f-712a-43e0-bd30-dbdd68103059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.18002425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba44a535-9081-4f99-9099-cc680953cc8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.183749282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"f8485f23-1015-42a1-a985-777237c0e896","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.203794294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ed5a358d-9e55-42b3-bbb7-9e6d09cfffe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.216971232Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-4d4647","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-4d4647","reconcileID":"47632ac2-8646-4b62-bc96-d8cbd9306da9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-4d4647","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-4d4647"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.22333329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c0521a5f-712a-43e0-bd30-dbdd68103059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.236392598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5b5ceed5-8e13-49e7-bc3a-6562586d748b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.271346239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"cc7d26a5-4988-45ed-87c4-f4300dd6d5cd","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.337239417Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"7b0b1472-d0a0-431b-8c6c-abeddf618b88","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.337770674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"cc7d26a5-4988-45ed-87c4-f4300dd6d5cd","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.350898901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"a2444dcb-11be-43ca-98e7-f90505f9385f","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.350924286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"a2444dcb-11be-43ca-98e7-f90505f9385f","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.416551382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"91f99b02-acd3-4b0a-a771-06055c90ad77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.417291193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"add3105d-e822-41fa-aa04-dabd3a785cb1","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.41731785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"add3105d-e822-41fa-aa04-dabd3a785cb1","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:04:42.443002379Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"add3105d-e822-41fa-aa04-dabd3a785cb1","name":"e2e-att-unrel-a0e8a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-a0e8a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:04:42.443085506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"add3105d-e822-41fa-aa04-dabd3a785cb1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-a0e8a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.45318648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"91f99b02-acd3-4b0a-a771-06055c90ad77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.479949684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"a7ec324f-81f3-4a00-8332-57265d6942e8","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.479982456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"a7ec324f-81f3-4a00-8332-57265d6942e8","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.590856712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"c283c2a1-b837-408e-932d-19bc5649e1d2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.591324376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1aee8571-9968-4630-b35e-636e7e7de5c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.605920568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f5932b01-fe71-469d-af3b-e9baeaa03736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.611675374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"c283c2a1-b837-408e-932d-19bc5649e1d2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.615012534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1aee8571-9968-4630-b35e-636e7e7de5c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.6241921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d98ed332-49e9-4105-8454-2381af50967f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.633707728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f5932b01-fe71-469d-af3b-e9baeaa03736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.639114437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"fc0b0120-89e8-43f9-8305-e186aff481fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.646151496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d98ed332-49e9-4105-8454-2381af50967f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.661459143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"fc0b0120-89e8-43f9-8305-e186aff481fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.728635605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"7e66bcce-484f-4cf7-a94f-7a56183b1a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.752952453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"7e66bcce-484f-4cf7-a94f-7a56183b1a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.796952808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"34f8eedd-1a95-4a1d-a9a9-173b35fdbccb","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.796973496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"34f8eedd-1a95-4a1d-a9a9-173b35fdbccb","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.805610545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"3fcc72c7-1456-4b2b-b8f4-8c846b625f3d","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.81562303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"6153f625-03df-4762-b72c-9bf3271eba9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.816033338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"9485ccaf-b27e-4f54-a705-c6fb1770c451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.827563762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"3fcc72c7-1456-4b2b-b8f4-8c846b625f3d","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.830257379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764679fb-4e34-4838-898f-8219bcfa5160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.834552808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"6153f625-03df-4762-b72c-9bf3271eba9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.844209453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764679fb-4e34-4838-898f-8219bcfa5160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.847098899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"3fcc72c7-1456-4b2b-b8f4-8c846b625f3d","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.848031204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"9485ccaf-b27e-4f54-a705-c6fb1770c451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.857788105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764679fb-4e34-4838-898f-8219bcfa5160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.871960711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"764679fb-4e34-4838-898f-8219bcfa5160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.900919029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"175fc0ff-994f-4e94-99ba-41d50670b85f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.918464817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f46956e1-0bbd-4f61-ab0b-96b3b9b9ce3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.93717969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f46956e1-0bbd-4f61-ab0b-96b3b9b9ce3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.95207513Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"175fc0ff-994f-4e94-99ba-41d50670b85f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:42.970131934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"175fc0ff-994f-4e94-99ba-41d50670b85f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.003572873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"95a52e13-bca7-4898-b30b-f9ba2bc9fe7f","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.003607802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"95a52e13-bca7-4898-b30b-f9ba2bc9fe7f","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.014797506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d124b9bb-ba1a-4256-99eb-5cf40e450332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.034109515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d124b9bb-ba1a-4256-99eb-5cf40e450332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.100603998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"7f7ddaf4-ad83-4c87-805b-0dacf27cb1c0","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.112962275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b4ff0298-a6b0-4f51-a2d9-1257ae8260c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.113433653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"6035b353-a1d6-4495-a5e6-5b66185d1e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.119325123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"7f7ddaf4-ad83-4c87-805b-0dacf27cb1c0","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.132843283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b4ff0298-a6b0-4f51-a2d9-1257ae8260c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.132985857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"6035b353-a1d6-4495-a5e6-5b66185d1e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.475841255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2e7a6f-b446-4e6b-aed2-89f5afc1e4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.489936498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2e7a6f-b446-4e6b-aed2-89f5afc1e4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.503808806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2e7a6f-b446-4e6b-aed2-89f5afc1e4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:43.518757877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2e7a6f-b446-4e6b-aed2-89f5afc1e4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.373473798Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-sub","reconcileID":"c95694b1-4696-4629-957c-736cac985524","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","subscription":"e2e-att-serve-d6ea32-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.403114776Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-sub","reconcileID":"c95694b1-4696-4629-957c-736cac985524","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.417923033Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-sub","reconcileID":"c95694b1-4696-4629-957c-736cac985524","MaaSSubscription":{"name":"e2e-att-serve-d6ea32-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.619380395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"14255ce8-9d61-47f2-9270-b6d21af9afd7","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.619407825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"14255ce8-9d61-47f2-9270-b6d21af9afd7","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.63269888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"b476c195-9f52-4afb-abbc-bb230d7b30bd","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.650225385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"b476c195-9f52-4afb-abbc-bb230d7b30bd","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.737548013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"fbf0d8a2-6f11-4d28-84e0-1f361616fc6b","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.74738765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"0afcb6fa-48e5-4297-81c7-12597cd6e20c","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.74741618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"0afcb6fa-48e5-4297-81c7-12597cd6e20c","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.75482232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"fbf0d8a2-6f11-4d28-84e0-1f361616fc6b","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:50.908330573Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"da3485e7-9089-4f1b-86fe-53c3c519ab56","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.118258754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"da3485e7-9089-4f1b-86fe-53c3c519ab56","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.170064Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"da3485e7-9089-4f1b-86fe-53c3c519ab56","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.170097345Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-att-serve-d6ea32-access","reconcileID":"da3485e7-9089-4f1b-86fe-53c3c519ab56","MaaSAuthPolicy":{"name":"e2e-att-serve-d6ea32-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.206269924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"83f837c0-1b68-43a8-8311-7ac5b04fff64","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"tenant":"e2e-extmod-b-3875b3","gateway":"openshift-ingress/e2e-extmod-b-3875b3","model":"e2e-extmod-att-user-5406b2/e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.206313986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"83f837c0-1b68-43a8-8311-7ac5b04fff64","MaaSModelRef":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"routeName":"external-model-e2e-att-serve-d6ea32-6e3a4da4b48b","namespace":"e2e-extmod-att-user-5406b2","model":"e2e-att-serve-d6ea32","externalModel":"e2e-att-serve-d6ea32","provider":"e2e-att-serve-d6ea32-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.623875167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.753709028Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"e7d8c423-d9ab-4d5b-9ecc-72b2fed649a3","namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.839213132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"16931f00-52f5-4c12-b915-5940a4f13afb","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.854241722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"5e2c6704-3e5a-4c3a-b598-0eff0a4947aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.863617767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"72d94068-5205-4aec-aaef-3c8f43aaa865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.88425399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b0956021-2d30-4f44-be53-a3226b952df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.888511394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"93fd78d0-b009-465e-a75e-5ac2534fa1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.895781422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"16931f00-52f5-4c12-b915-5940a4f13afb","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.901450068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"72d94068-5205-4aec-aaef-3c8f43aaa865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.916112381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"5e2c6704-3e5a-4c3a-b598-0eff0a4947aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.925836026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"93fd78d0-b009-465e-a75e-5ac2534fa1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.935781041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b0956021-2d30-4f44-be53-a3226b952df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.937824594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"16931f00-52f5-4c12-b915-5940a4f13afb","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.940916299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"5e2c6704-3e5a-4c3a-b598-0eff0a4947aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.966089762Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d6ea32","namespace":"e2e-extmod-att-user-5406b2"},"namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","reconcileID":"7689fe20-779e-4059-adac-e96873bfc327","namespace":"e2e-extmod-att-user-5406b2","name":"e2e-att-serve-d6ea32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.986879273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bfb764b4-3c68-423d-a453-00021289fe73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:51.987248245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8638421-c07b-42ee-93e7-675f816d59fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.032205145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bfb764b4-3c68-423d-a453-00021289fe73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.035383207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8638421-c07b-42ee-93e7-675f816d59fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.09969857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2a8c20a1-e425-45a1-a062-2832b75add40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.121688184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2a8c20a1-e425-45a1-a062-2832b75add40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.185242236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"5d60acfa-352c-4341-8c2c-26268e200039","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.200105692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6df3e454-3865-4cbd-9fcb-3ea22044ad21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.207326584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"5d60acfa-352c-4341-8c2c-26268e200039","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.220965537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6df3e454-3865-4cbd-9fcb-3ea22044ad21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.299717114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"3bd8f8bc-68b2-45fe-b85a-bf3d660df5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.300269478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"660c06fc-1677-4e16-871f-03bbe0f2c934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.300959347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"bc9253a2-ff00-4a13-a317-668bf369def3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.504043976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"660c06fc-1677-4e16-871f-03bbe0f2c934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.505007002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"bc9253a2-ff00-4a13-a317-668bf369def3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.56189694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"3bd8f8bc-68b2-45fe-b85a-bf3d660df5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.591133553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4a179448-8e2e-41d8-a6ad-8ea0eaf834da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.631011904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c6b5375-b8cf-4dda-a543-78e5ac0eb9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.701153734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4a179448-8e2e-41d8-a6ad-8ea0eaf834da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.703441577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c6b5375-b8cf-4dda-a543-78e5ac0eb9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.729291982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"17b34d5d-94f6-4fee-86ad-ce261d122a02","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.7300316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"eb24273c-97cd-4e16-81e9-b44778f4e580","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.793513677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"17b34d5d-94f6-4fee-86ad-ce261d122a02","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.795919746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"eb24273c-97cd-4e16-81e9-b44778f4e580","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.810657812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"17b34d5d-94f6-4fee-86ad-ce261d122a02","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.813710978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"eb24273c-97cd-4e16-81e9-b44778f4e580","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.843204917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4052a50e-4915-45ba-8e93-6c9108b6de67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.853649813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"00ad7bf0-9803-4da2-b92b-215ccdec4f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.856967908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"888468fd-08bc-43d0-9833-de7a2f5c3e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.861005279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4052a50e-4915-45ba-8e93-6c9108b6de67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.872298137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"00ad7bf0-9803-4da2-b92b-215ccdec4f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.874487507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"888468fd-08bc-43d0-9833-de7a2f5c3e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.943580511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c4232dee-0589-4bee-9008-f67ffc6a7c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.943578875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c425df8d-feb7-4de4-959c-f12bb9eae604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.961715377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c425df8d-feb7-4de4-959c-f12bb9eae604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:52.961913138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c4232dee-0589-4bee-9008-f67ffc6a7c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:54.586719326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0069f83-8a0b-4aa7-9d7f-bbb623de0bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:54.600793287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0069f83-8a0b-4aa7-9d7f-bbb623de0bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:54.614624419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0069f83-8a0b-4aa7-9d7f-bbb623de0bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:54.628761379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0069f83-8a0b-4aa7-9d7f-bbb623de0bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:55.267628222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e50802-8ec9-4032-ac72-859d8a202a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:55.281244985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e50802-8ec9-4032-ac72-859d8a202a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:55.295012366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e50802-8ec9-4032-ac72-859d8a202a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:55.309005769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e50802-8ec9-4032-ac72-859d8a202a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:55.360695237Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-403d6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-403d6f","reconcileID":"da891975-b6ae-4a0d-a708-30d9d98b4639","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-403d6f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-403d6f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:56.134434887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42c030c-7279-4196-91a1-d17e6edb3675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:56.150777709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42c030c-7279-4196-91a1-d17e6edb3675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:56.16571494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42c030c-7279-4196-91a1-d17e6edb3675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:56.183995621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42c030c-7279-4196-91a1-d17e6edb3675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:56.332049617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-sub","reconcileID":"985265a9-60eb-487f-8e74-86fc7b21f339","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"maas-trlp-e2e-att-serve-361229","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:56.424005338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"2fbbe3d5-2add-40c0-b2d5-72f04839cdc7","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:56.424033332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"2fbbe3d5-2add-40c0-b2d5-72f04839cdc7","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.172151322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"61aae7b5-e59c-4881-afa5-7bb7608edb52","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.191083915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"61aae7b5-e59c-4881-afa5-7bb7608edb52","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.207609279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (281f95cfc7e418c1f3f9ee736f884c55011fee39c73230116e191141f1f7fea4) AuthConfig (40db3d0ceb3b92881f49458d0d0c513cc934b6ad9d66ba253dd06f4b72516698) AuthConfig (0187c09c549c8f12489408b1e46947c8e5fbfc364a4ed349b74a19f979fb7cf2) AuthConfig (3736f035d7a46d3c27f79e1cc02681055b1e76e1b7f6635e6260d5518d8f9905) AuthConfig (c3b27773f902aacc5898197cbd80111e55651ff1fcd5ebe965ce9db225e4252c) AuthConfig (66433f347c8be2054a2d00d3d3f9e931207929238f2b7a37fa9a9dd1d7861976) AuthConfig (14a9491651b87386d32708d1349fd522b507ae61f1745a77d66421d4178ff9ca) AuthConfig (52d745a9cce952431ee1a7ebbfccf86c941f4f0e065fd971e42b7289034b5d97) AuthConfig (08afc868ce5f71ae34fe3da0b5a0ea98603c1bc66891cf073eaa47d1298fdb04) AuthConfig (32c75246500bf8416b783e71ab7f5e88277dcbaed5711536da3fde636538ee6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"61aae7b5-e59c-4881-afa5-7bb7608edb52","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.245522509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"088bd8c5-52f7-4018-932b-a0139465d466","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.245553999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"088bd8c5-52f7-4018-932b-a0139465d466","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.776114417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"051f1878-6400-436e-a12b-22dd03a00a7e","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.795938096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"051f1878-6400-436e-a12b-22dd03a00a7e","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.813027101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0) AuthConfig (9e9a8a8870a1f818336e72620f0974cb944ce814519e62fd66dc673d6a49639f) AuthConfig (f36500fed7f4f214e8f008404f64e293b54409fa4645b66d524791a6d72622aa) AuthConfig (e36175b8bd1787fc7e10535bc9d484273f185929b618bf91e5376315d8150423) AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (d37b9a984bf9c386ac6f8fd81f8368f08d2945fb7a791d04f6703ed12e3b5f66) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"051f1878-6400-436e-a12b-22dd03a00a7e","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.845363304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"57666e43-cc7c-44fd-a024-18d46d2af9ff","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.845382295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"57666e43-cc7c-44fd-a024-18d46d2af9ff","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.978126842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"682bdd13-0801-461c-9b0d-6eebbfa588a4","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:57.995907231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"682bdd13-0801-461c-9b0d-6eebbfa588a4","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:58.897525441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"0f21dcab-b788-46ad-b1d9-714e6ede2afe","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:58.897561117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"0f21dcab-b788-46ad-b1d9-714e6ede2afe","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:58.918307532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"a3966394-a904-4e75-9ca0-801da77d8359","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:58.939762575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"a3966394-a904-4e75-9ca0-801da77d8359","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:58.941285363Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-sub","reconcileID":"eb9831fc-d975-45b6-916c-f4659613b697","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-631a60a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:59.109813617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"61473c6b-915e-4215-9ecb-5c646adf848d","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:04:59.127977236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"61473c6b-915e-4215-9ecb-5c646adf848d","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.200340983Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"9ad872d1-1094-4650-89a1-f5bc62ede446","namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.229479883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"2155f992-dc7f-4abc-94d5-d6fc9f332eee","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.232175303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"b26fd804-d029-4e36-a547-7b01c9922c18","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.243289499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2aaaef1-a5b0-4bd1-83d9-e90507cc7996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.243655455Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"583933d8-c160-4420-a13a-aec6d4d76146","namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.244413751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8294bd8d-eaed-424d-950c-b7bf1e8dc217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.245289842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ac60ef64-6aa2-4c3c-8c24-ddb8273557fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.24788467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"2155f992-dc7f-4abc-94d5-d6fc9f332eee","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.249718392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"b26fd804-d029-4e36-a547-7b01c9922c18","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.26178008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2aaaef1-a5b0-4bd1-83d9-e90507cc7996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.262553185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8294bd8d-eaed-424d-950c-b7bf1e8dc217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.264041338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ac60ef64-6aa2-4c3c-8c24-ddb8273557fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.264761058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0) AuthConfig (9e9a8a8870a1f818336e72620f0974cb944ce814519e62fd66dc673d6a49639f) AuthConfig (f36500fed7f4f214e8f008404f64e293b54409fa4645b66d524791a6d72622aa) AuthConfig (e36175b8bd1787fc7e10535bc9d484273f185929b618bf91e5376315d8150423) AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (d37b9a984bf9c386ac6f8fd81f8368f08d2945fb7a791d04f6703ed12e3b5f66) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"2155f992-dc7f-4abc-94d5-d6fc9f332eee","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.266281061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (281f95cfc7e418c1f3f9ee736f884c55011fee39c73230116e191141f1f7fea4) AuthConfig (40db3d0ceb3b92881f49458d0d0c513cc934b6ad9d66ba253dd06f4b72516698) AuthConfig (0187c09c549c8f12489408b1e46947c8e5fbfc364a4ed349b74a19f979fb7cf2) AuthConfig (3736f035d7a46d3c27f79e1cc02681055b1e76e1b7f6635e6260d5518d8f9905) AuthConfig (c3b27773f902aacc5898197cbd80111e55651ff1fcd5ebe965ce9db225e4252c) AuthConfig (66433f347c8be2054a2d00d3d3f9e931207929238f2b7a37fa9a9dd1d7861976) AuthConfig (14a9491651b87386d32708d1349fd522b507ae61f1745a77d66421d4178ff9ca) AuthConfig (52d745a9cce952431ee1a7ebbfccf86c941f4f0e065fd971e42b7289034b5d97) AuthConfig (08afc868ce5f71ae34fe3da0b5a0ea98603c1bc66891cf073eaa47d1298fdb04) AuthConfig (32c75246500bf8416b783e71ab7f5e88277dcbaed5711536da3fde636538ee6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"b26fd804-d029-4e36-a547-7b01c9922c18","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.360343123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"130c7f55-49da-4623-af92-61b685877ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.361182952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b150e169-c01d-466e-9502-70878bf7c9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.418988631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b150e169-c01d-466e-9502-70878bf7c9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.426761864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"130c7f55-49da-4623-af92-61b685877ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.475755029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"51f395ec-5d66-475c-9e92-07aa4d266f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.475774347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c25e60c-54da-4103-b374-fb5260bfd9bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.476076509Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"b148ef55-7141-4636-ae4c-c1c858b9d80a","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.476120563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4ad0d653-277b-4036-8e16-61e0cc024c3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.496472291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"51f395ec-5d66-475c-9e92-07aa4d266f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.503261159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4ad0d653-277b-4036-8e16-61e0cc024c3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.507073888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c25e60c-54da-4103-b374-fb5260bfd9bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.527800075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"e2197c1f-3cae-459b-8826-8555a62dfbc3","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:05.552011307Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"e2197c1f-3cae-459b-8826-8555a62dfbc3","name":"e2e-cmp-legacy-ef9994","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-ef9994\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:05.552300274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"e2197c1f-3cae-459b-8826-8555a62dfbc3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-ef9994\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.583014664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"7d5c3127-151f-405d-b74d-209bf9013869","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.646875435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"14c48cbf-0a46-4d78-a519-5fdb01798213","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.667132625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d12e66e9-80b9-45ab-b2cc-0a05ed3011f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.667420221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"49b9741f-c4f9-473c-8528-4274b11b5982","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.695161424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d12e66e9-80b9-45ab-b2cc-0a05ed3011f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.70001264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"49b9741f-c4f9-473c-8528-4274b11b5982","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.747920574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7e231578-a8e6-4c9a-881c-3516b65b96ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.749161421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1efb7877-6886-4595-bb46-cd39f13ec56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.749201669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"aae23e30-2122-4969-bb53-bd5260792c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.765149132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7e231578-a8e6-4c9a-881c-3516b65b96ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.769537849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"aae23e30-2122-4969-bb53-bd5260792c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.769540634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1efb7877-6886-4595-bb46-cd39f13ec56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.836867354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"1611ac9b-d78c-437e-bc8b-e2d763308199","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.845914163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a4d28f6-413d-49ab-afee-b5a00d4b5f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.845957319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"49f612e5-7ff2-4d99-af0f-1d9c95e15d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.849169461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"95aaae18-8c61-4f13-a14a-5f2cef6449ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.853884816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"1611ac9b-d78c-437e-bc8b-e2d763308199","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.86343517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a4d28f6-413d-49ab-afee-b5a00d4b5f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.863511113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"49f612e5-7ff2-4d99-af0f-1d9c95e15d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.866209511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"95aaae18-8c61-4f13-a14a-5f2cef6449ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.870423857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (281f95cfc7e418c1f3f9ee736f884c55011fee39c73230116e191141f1f7fea4) AuthConfig (40db3d0ceb3b92881f49458d0d0c513cc934b6ad9d66ba253dd06f4b72516698) AuthConfig (0187c09c549c8f12489408b1e46947c8e5fbfc364a4ed349b74a19f979fb7cf2) AuthConfig (3736f035d7a46d3c27f79e1cc02681055b1e76e1b7f6635e6260d5518d8f9905) AuthConfig (c3b27773f902aacc5898197cbd80111e55651ff1fcd5ebe965ce9db225e4252c) AuthConfig (66433f347c8be2054a2d00d3d3f9e931207929238f2b7a37fa9a9dd1d7861976) AuthConfig (14a9491651b87386d32708d1349fd522b507ae61f1745a77d66421d4178ff9ca) AuthConfig (52d745a9cce952431ee1a7ebbfccf86c941f4f0e065fd971e42b7289034b5d97) AuthConfig (08afc868ce5f71ae34fe3da0b5a0ea98603c1bc66891cf073eaa47d1298fdb04) AuthConfig (32c75246500bf8416b783e71ab7f5e88277dcbaed5711536da3fde636538ee6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"1611ac9b-d78c-437e-bc8b-e2d763308199","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.902691592Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"68bdc120-9948-4387-9f8f-680fc003f27a","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.932372866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"3990bc03-b752-46b2-bc32-39a2974fb641","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.933116853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"dc0dfc92-f39d-420c-909b-ba42ae565978","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:05.938065675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"bd49e821-b7b4-4ab5-97d0-c8d38eb2e5ba","namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.016302298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"0ac6a071-e943-4cb0-8690-de094edfa613","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.016338476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"0ac6a071-e943-4cb0-8690-de094edfa613","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.093245807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"dc0dfc92-f39d-420c-909b-ba42ae565978","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.095165291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"d13b3878-346f-4a5a-b5d5-78f6af39489d","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.0958573Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"3990bc03-b752-46b2-bc32-39a2974fb641","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.107450153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f12a3cde-1fad-4e09-bbda-5d88329fc7fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.109988244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0) AuthConfig (9e9a8a8870a1f818336e72620f0974cb944ce814519e62fd66dc673d6a49639f) AuthConfig (f36500fed7f4f214e8f008404f64e293b54409fa4645b66d524791a6d72622aa) AuthConfig (e36175b8bd1787fc7e10535bc9d484273f185929b618bf91e5376315d8150423) AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (d37b9a984bf9c386ac6f8fd81f8368f08d2945fb7a791d04f6703ed12e3b5f66) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"dc0dfc92-f39d-420c-909b-ba42ae565978","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.112216829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"3990bc03-b752-46b2-bc32-39a2974fb641","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.113056702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"d13b3878-346f-4a5a-b5d5-78f6af39489d","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.120745309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"9f8ef17c-505d-4cd3-bcdf-864c62736907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.125102306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f12a3cde-1fad-4e09-bbda-5d88329fc7fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.129077904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (281f95cfc7e418c1f3f9ee736f884c55011fee39c73230116e191141f1f7fea4) AuthConfig (40db3d0ceb3b92881f49458d0d0c513cc934b6ad9d66ba253dd06f4b72516698) AuthConfig (0187c09c549c8f12489408b1e46947c8e5fbfc364a4ed349b74a19f979fb7cf2) AuthConfig (3736f035d7a46d3c27f79e1cc02681055b1e76e1b7f6635e6260d5518d8f9905) AuthConfig (c3b27773f902aacc5898197cbd80111e55651ff1fcd5ebe965ce9db225e4252c) AuthConfig (66433f347c8be2054a2d00d3d3f9e931207929238f2b7a37fa9a9dd1d7861976) AuthConfig (14a9491651b87386d32708d1349fd522b507ae61f1745a77d66421d4178ff9ca) AuthConfig (52d745a9cce952431ee1a7ebbfccf86c941f4f0e065fd971e42b7289034b5d97) AuthConfig (08afc868ce5f71ae34fe3da0b5a0ea98603c1bc66891cf073eaa47d1298fdb04) AuthConfig (32c75246500bf8416b783e71ab7f5e88277dcbaed5711536da3fde636538ee6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"d13b3878-346f-4a5a-b5d5-78f6af39489d","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.138027169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"9f8ef17c-505d-4cd3-bcdf-864c62736907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.138433696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"467b69d5-b59e-4542-9dba-a96d66c9bfb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.144683917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"0fb79f5e-82e7-428a-8672-eaeaff61d62d","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.144713353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"0fb79f5e-82e7-428a-8672-eaeaff61d62d","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.155796095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"467b69d5-b59e-4542-9dba-a96d66c9bfb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.172333519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0) AuthConfig (9e9a8a8870a1f818336e72620f0974cb944ce814519e62fd66dc673d6a49639f) AuthConfig (f36500fed7f4f214e8f008404f64e293b54409fa4645b66d524791a6d72622aa) AuthConfig (e36175b8bd1787fc7e10535bc9d484273f185929b618bf91e5376315d8150423) AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (d37b9a984bf9c386ac6f8fd81f8368f08d2945fb7a791d04f6703ed12e3b5f66) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"467b69d5-b59e-4542-9dba-a96d66c9bfb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.254882907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4c08bf87-ce3f-483a-bcfd-ec3c30c1f8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.255077474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f2b09f89-e46c-41e5-abba-d97e485677e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.255285005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1359dac2-5dee-40a1-8d6d-2697467f5ac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.255412167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e5420eed-2658-4e38-b3d2-d22e7292e517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.254883272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"df2cb76a-14b8-4a07-ac51-d9d2dfae254e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.27444037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4c08bf87-ce3f-483a-bcfd-ec3c30c1f8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.274498057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e5420eed-2658-4e38-b3d2-d22e7292e517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.278058922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f2b09f89-e46c-41e5-abba-d97e485677e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.278279841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1359dac2-5dee-40a1-8d6d-2697467f5ac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.280485778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"df2cb76a-14b8-4a07-ac51-d9d2dfae254e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.435026333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"e366f350-e9e4-46ca-89bc-13cc58eb765a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.463924087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1cdd2aa-8d9d-4c36-8fb9-2daf702ee6db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.521244287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1cdd2aa-8d9d-4c36-8fb9-2daf702ee6db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.564493644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"e366f350-e9e4-46ca-89bc-13cc58eb765a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.589191783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"e366f350-e9e4-46ca-89bc-13cc58eb765a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.596601902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"83debfaa-f985-4229-9231-3544dac8ef3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.596796537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"81830b31-e44c-427c-a033-57c08dbcefba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.614883312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"81830b31-e44c-427c-a033-57c08dbcefba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.615041521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"83debfaa-f985-4229-9231-3544dac8ef3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.657225413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"aebf3d73-5196-4b18-aad2-d1a2a945ef7f","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.670966498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f43d229c-e3c2-409f-8b8b-9d717793c4e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.6709665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e8161e10-d566-4dda-825e-3adcd7e755b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.675170545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"aebf3d73-5196-4b18-aad2-d1a2a945ef7f","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.689767457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e8161e10-d566-4dda-825e-3adcd7e755b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:06.689791365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f43d229c-e3c2-409f-8b8b-9d717793c4e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:08.957304011Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-sub","reconcileID":"91e78c76-974f-4ca2-a041-4f1a368f2474","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","subscription":"e2e-att-serve-361229-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:08.987669419Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-sub","reconcileID":"91e78c76-974f-4ca2-a041-4f1a368f2474","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.002322278Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-sub","reconcileID":"91e78c76-974f-4ca2-a041-4f1a368f2474","MaaSSubscription":{"name":"e2e-att-serve-361229-sub","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"maas-trlp-e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.099899223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"bddbe75b-7a54-40e9-988c-c651c7195472","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.099926547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"bddbe75b-7a54-40e9-988c-c651c7195472","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.113940158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"6ef9a0d2-c51a-41ae-8ee2-db01c7711e4e","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.132016574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"6ef9a0d2-c51a-41ae-8ee2-db01c7711e4e","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.251320027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"fd5dfcff-5e31-4bbc-9df3-87031f52c46a","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.251355787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"fd5dfcff-5e31-4bbc-9df3-87031f52c46a","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.277624589Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"a4edb2ad-502b-4705-af3d-8d0a96125932","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.392830753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"a4edb2ad-502b-4705-af3d-8d0a96125932","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.439638644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"a4edb2ad-502b-4705-af3d-8d0a96125932","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"name":"e2e-extmod-b-141033-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.439673754Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"e2e-att-serve-361229-access","reconcileID":"a4edb2ad-502b-4705-af3d-8d0a96125932","MaaSAuthPolicy":{"name":"e2e-att-serve-361229-access","namespace":"ai-tenant-e2e-extmod-b-141033"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-141033","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.472713929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"3735a4af-3c08-48b9-828f-d03fea9bae13","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"tenant":"e2e-extmod-b-141033","gateway":"openshift-ingress/e2e-extmod-b-141033","model":"e2e-extmod-att-user-ff066c/e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.472743251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"3735a4af-3c08-48b9-828f-d03fea9bae13","MaaSModelRef":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"routeName":"external-model-e2e-att-serve-361229-1888e155e0b3","namespace":"e2e-extmod-att-user-ff066c","model":"e2e-att-serve-361229","externalModel":"e2e-att-serve-361229","provider":"e2e-att-serve-361229-provider","gateway":"openshift-ingress/e2e-extmod-b-141033","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:09.979416805Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"b22f4e68-7ca5-4a4c-995d-dba3a942f009","namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.011278673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"61ca4aa3-cfab-44e8-bdd9-1470f80b0c56","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.014416728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"82ba6f9a-f405-4895-a630-d47512dd80c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.01544013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"4678b501-de06-480e-9280-5d55a0dbec46","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.028168786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b71dc5d7-0bdc-46ac-8da0-59dc052c1692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.028862648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8acc613a-0278-4803-afd6-139259c2b85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.029905942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"61ca4aa3-cfab-44e8-bdd9-1470f80b0c56","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.033425025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"82ba6f9a-f405-4895-a630-d47512dd80c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.034254989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"4678b501-de06-480e-9280-5d55a0dbec46","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.046689133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b71dc5d7-0bdc-46ac-8da0-59dc052c1692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.047638499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8acc613a-0278-4803-afd6-139259c2b85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.048042099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (281f95cfc7e418c1f3f9ee736f884c55011fee39c73230116e191141f1f7fea4) AuthConfig (40db3d0ceb3b92881f49458d0d0c513cc934b6ad9d66ba253dd06f4b72516698) AuthConfig (0187c09c549c8f12489408b1e46947c8e5fbfc364a4ed349b74a19f979fb7cf2) AuthConfig (3736f035d7a46d3c27f79e1cc02681055b1e76e1b7f6635e6260d5518d8f9905) AuthConfig (c3b27773f902aacc5898197cbd80111e55651ff1fcd5ebe965ce9db225e4252c) AuthConfig (66433f347c8be2054a2d00d3d3f9e931207929238f2b7a37fa9a9dd1d7861976) AuthConfig (14a9491651b87386d32708d1349fd522b507ae61f1745a77d66421d4178ff9ca) AuthConfig (52d745a9cce952431ee1a7ebbfccf86c941f4f0e065fd971e42b7289034b5d97) AuthConfig (08afc868ce5f71ae34fe3da0b5a0ea98603c1bc66891cf073eaa47d1298fdb04) AuthConfig (32c75246500bf8416b783e71ab7f5e88277dcbaed5711536da3fde636538ee6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"61ca4aa3-cfab-44e8-bdd9-1470f80b0c56","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.050329257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0) AuthConfig (9e9a8a8870a1f818336e72620f0974cb944ce814519e62fd66dc673d6a49639f) AuthConfig (f36500fed7f4f214e8f008404f64e293b54409fa4645b66d524791a6d72622aa) AuthConfig (e36175b8bd1787fc7e10535bc9d484273f185929b618bf91e5376315d8150423) AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (d37b9a984bf9c386ac6f8fd81f8368f08d2945fb7a791d04f6703ed12e3b5f66) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"82ba6f9a-f405-4895-a630-d47512dd80c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.050688679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"4678b501-de06-480e-9280-5d55a0dbec46","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.12643232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ccf21b07-2acc-428b-ac94-87f39b45b7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.126922929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5a99f490-abe5-4b85-8a98-e706ff4bb178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.127828778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f5134e0b-1be2-4d76-b0f5-d2d51be7e9f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.144574417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ccf21b07-2acc-428b-ac94-87f39b45b7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.144758962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5a99f490-abe5-4b85-8a98-e706ff4bb178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.147075814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f5134e0b-1be2-4d76-b0f5-d2d51be7e9f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.162956875Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-361229","namespace":"e2e-extmod-att-user-ff066c"},"namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","reconcileID":"f85c7e99-275a-4699-ba67-f6a214caf449","namespace":"e2e-extmod-att-user-ff066c","name":"e2e-att-serve-361229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.226972032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"98374a60-318e-404d-b6da-49a8b972f50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.227000154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"15df5f15-58ff-40cd-9f6a-6e50f12f24f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.244858084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"15df5f15-58ff-40cd-9f6a-6e50f12f24f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.24504691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"98374a60-318e-404d-b6da-49a8b972f50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.326495684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6c0fe34-bf3f-4c88-b058-e1fa346c9cb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.327005275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"157350bd-3883-4f95-bc14-8b2f218e4432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.327261362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"91cc3ba9-0b8f-43fd-beb5-c878bd695722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.344429434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"157350bd-3883-4f95-bc14-8b2f218e4432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.344890731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"91cc3ba9-0b8f-43fd-beb5-c878bd695722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.346533772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6c0fe34-bf3f-4c88-b058-e1fa346c9cb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.426494539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"55d0b39b-20ac-462f-9abc-ce5f23f28637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.426646679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e02163d3-0aab-4c30-b78b-55d7565a682c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.446285585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e02163d3-0aab-4c30-b78b-55d7565a682c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.446376513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"55d0b39b-20ac-462f-9abc-ce5f23f28637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.521796035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"b1a1aef2-c7b4-49dd-866c-f521e9ef2ce0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.540314529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c72a5539-2b28-4cf2-a298-41263d0a41d9","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.616099295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"b1a1aef2-c7b4-49dd-866c-f521e9ef2ce0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.616649808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"080e2382-f836-476b-b671-1009dbb1cfa6","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.631837205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c72a5539-2b28-4cf2-a298-41263d0a41d9","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.654407762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"b1a1aef2-c7b4-49dd-866c-f521e9ef2ce0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.68171053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"080e2382-f836-476b-b671-1009dbb1cfa6","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.684821173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (281f95cfc7e418c1f3f9ee736f884c55011fee39c73230116e191141f1f7fea4) AuthConfig (40db3d0ceb3b92881f49458d0d0c513cc934b6ad9d66ba253dd06f4b72516698) AuthConfig (0187c09c549c8f12489408b1e46947c8e5fbfc364a4ed349b74a19f979fb7cf2) AuthConfig (3736f035d7a46d3c27f79e1cc02681055b1e76e1b7f6635e6260d5518d8f9905) AuthConfig (c3b27773f902aacc5898197cbd80111e55651ff1fcd5ebe965ce9db225e4252c) AuthConfig (66433f347c8be2054a2d00d3d3f9e931207929238f2b7a37fa9a9dd1d7861976) AuthConfig (14a9491651b87386d32708d1349fd522b507ae61f1745a77d66421d4178ff9ca) AuthConfig (52d745a9cce952431ee1a7ebbfccf86c941f4f0e065fd971e42b7289034b5d97) AuthConfig (08afc868ce5f71ae34fe3da0b5a0ea98603c1bc66891cf073eaa47d1298fdb04) AuthConfig (32c75246500bf8416b783e71ab7f5e88277dcbaed5711536da3fde636538ee6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c72a5539-2b28-4cf2-a298-41263d0a41d9","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.70538994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0) AuthConfig (9e9a8a8870a1f818336e72620f0974cb944ce814519e62fd66dc673d6a49639f) AuthConfig (f36500fed7f4f214e8f008404f64e293b54409fa4645b66d524791a6d72622aa) AuthConfig (e36175b8bd1787fc7e10535bc9d484273f185929b618bf91e5376315d8150423) AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (d37b9a984bf9c386ac6f8fd81f8368f08d2945fb7a791d04f6703ed12e3b5f66) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"080e2382-f836-476b-b671-1009dbb1cfa6","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.709310396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"e00a189d-21d1-4b29-9841-af079fa0aab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.716373037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"43d26a85-4852-45fb-9484-57e44ac74c32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.719747311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5572c6d8-41e4-4b1d-9975-374355d271ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.727888551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"e00a189d-21d1-4b29-9841-af079fa0aab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.737788501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"43d26a85-4852-45fb-9484-57e44ac74c32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.740598202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5572c6d8-41e4-4b1d-9975-374355d271ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.760395508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"092b0479-5abb-4a48-9628-1941874d1a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.76043702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ad578d73-be04-4dd5-9567-84fba7957671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.778214812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"092b0479-5abb-4a48-9628-1941874d1a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:10.778243729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ad578d73-be04-4dd5-9567-84fba7957671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:20.683069028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"fa7cb809-278f-4acc-848e-fb76b7d83801","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:20.701028372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"fa7cb809-278f-4acc-848e-fb76b7d83801","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:20.713050741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"2b39f612-826b-468b-b131-b70d99458bee","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:20.717741633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"fa7cb809-278f-4acc-848e-fb76b7d83801","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:20.730574182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"2b39f612-826b-468b-b131-b70d99458bee","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:20.747091548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (281f95cfc7e418c1f3f9ee736f884c55011fee39c73230116e191141f1f7fea4) AuthConfig (40db3d0ceb3b92881f49458d0d0c513cc934b6ad9d66ba253dd06f4b72516698) AuthConfig (0187c09c549c8f12489408b1e46947c8e5fbfc364a4ed349b74a19f979fb7cf2) AuthConfig (3736f035d7a46d3c27f79e1cc02681055b1e76e1b7f6635e6260d5518d8f9905) AuthConfig (c3b27773f902aacc5898197cbd80111e55651ff1fcd5ebe965ce9db225e4252c) AuthConfig (66433f347c8be2054a2d00d3d3f9e931207929238f2b7a37fa9a9dd1d7861976) AuthConfig (14a9491651b87386d32708d1349fd522b507ae61f1745a77d66421d4178ff9ca) AuthConfig (52d745a9cce952431ee1a7ebbfccf86c941f4f0e065fd971e42b7289034b5d97) AuthConfig (08afc868ce5f71ae34fe3da0b5a0ea98603c1bc66891cf073eaa47d1298fdb04) AuthConfig (32c75246500bf8416b783e71ab7f5e88277dcbaed5711536da3fde636538ee6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"2b39f612-826b-468b-b131-b70d99458bee","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:20.783856925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"96acc1db-6979-4298-8191-76a2f878616b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:20.801239389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"96acc1db-6979-4298-8191-76a2f878616b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:20.818278571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0) AuthConfig (9e9a8a8870a1f818336e72620f0974cb944ce814519e62fd66dc673d6a49639f) AuthConfig (f36500fed7f4f214e8f008404f64e293b54409fa4645b66d524791a6d72622aa) AuthConfig (e36175b8bd1787fc7e10535bc9d484273f185929b618bf91e5376315d8150423) AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (d37b9a984bf9c386ac6f8fd81f8368f08d2945fb7a791d04f6703ed12e3b5f66) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"96acc1db-6979-4298-8191-76a2f878616b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:21.621110807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.630434167Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"7fc3dec9-4181-4c9a-b226-d509fbf20ac0","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.647178918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"b95a6942-776d-4890-89b3-c3e62194ec3d","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.660072058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"d15cb3d8-3cea-4889-9fc9-079fe74f4bd9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.66009395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0addb0e4-0ce0-40c4-a7a6-385e539d2477","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.660892212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"3cc6f748-6202-4487-8b53-020e251f3fae","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.672769609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4f3326ad-b9bb-4a80-a442-bd570ef9f8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.674075585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f2273d97-38b4-4d8b-87c8-ac32fbce7af9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.678086682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0addb0e4-0ce0-40c4-a7a6-385e539d2477","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.678787387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"d15cb3d8-3cea-4889-9fc9-079fe74f4bd9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.680392841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"3cc6f748-6202-4487-8b53-020e251f3fae","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.6904372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4f3326ad-b9bb-4a80-a442-bd570ef9f8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.691489445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f2273d97-38b4-4d8b-87c8-ac32fbce7af9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.695173451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (281f95cfc7e418c1f3f9ee736f884c55011fee39c73230116e191141f1f7fea4) AuthConfig (40db3d0ceb3b92881f49458d0d0c513cc934b6ad9d66ba253dd06f4b72516698) AuthConfig (0187c09c549c8f12489408b1e46947c8e5fbfc364a4ed349b74a19f979fb7cf2) AuthConfig (3736f035d7a46d3c27f79e1cc02681055b1e76e1b7f6635e6260d5518d8f9905) AuthConfig (c3b27773f902aacc5898197cbd80111e55651ff1fcd5ebe965ce9db225e4252c) AuthConfig (66433f347c8be2054a2d00d3d3f9e931207929238f2b7a37fa9a9dd1d7861976) AuthConfig (14a9491651b87386d32708d1349fd522b507ae61f1745a77d66421d4178ff9ca) AuthConfig (52d745a9cce952431ee1a7ebbfccf86c941f4f0e065fd971e42b7289034b5d97) AuthConfig (08afc868ce5f71ae34fe3da0b5a0ea98603c1bc66891cf073eaa47d1298fdb04) AuthConfig (32c75246500bf8416b783e71ab7f5e88277dcbaed5711536da3fde636538ee6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0addb0e4-0ce0-40c4-a7a6-385e539d2477","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.695854886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"d15cb3d8-3cea-4889-9fc9-079fe74f4bd9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.696570476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0) AuthConfig (9e9a8a8870a1f818336e72620f0974cb944ce814519e62fd66dc673d6a49639f) AuthConfig (f36500fed7f4f214e8f008404f64e293b54409fa4645b66d524791a6d72622aa) AuthConfig (e36175b8bd1787fc7e10535bc9d484273f185929b618bf91e5376315d8150423) AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (d37b9a984bf9c386ac6f8fd81f8368f08d2945fb7a791d04f6703ed12e3b5f66) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"3cc6f748-6202-4487-8b53-020e251f3fae","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.736550482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"2823980c-c746-4842-9cc6-8b776404b058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.736566723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f4c84f0b-394f-47e4-8a09-93a6e1c18476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.740433003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb3c5a15-1cda-41ee-b668-ab5f773c8287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.754696919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"2823980c-c746-4842-9cc6-8b776404b058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.754776826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f4c84f0b-394f-47e4-8a09-93a6e1c18476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.758443411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb3c5a15-1cda-41ee-b668-ab5f773c8287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.772516242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"24922008-8086-4bc7-90d2-270c752b7992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.773682251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6201686b-be6a-4f4d-b618-acedbc107390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.791770977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"24922008-8086-4bc7-90d2-270c752b7992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.793310641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6201686b-be6a-4f4d-b618-acedbc107390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.860918466Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"1de87c21-21f5-466b-a154-db80761643f0","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.960636609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"36329e2e-6df0-4786-b3c2-e05f92daee93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.960839696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"665303cf-3823-420c-a678-a964d62b0a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.961086865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d2a30c84-299f-44a7-abee-456541a29ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.973090834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"e8c164a3-8d78-4b03-b83a-2585c3437b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.974184482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"252897c6-bf60-4051-a9f6-ede70b183a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.978649304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"665303cf-3823-420c-a678-a964d62b0a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.978688654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"36329e2e-6df0-4786-b3c2-e05f92daee93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.981294868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d2a30c84-299f-44a7-abee-456541a29ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.996616636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"e8c164a3-8d78-4b03-b83a-2585c3437b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.998160618Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"95f83afe-6be4-45e4-bc63-1d68b62756a7","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:24.998989198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"252897c6-bf60-4051-a9f6-ede70b183a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.012321818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"5b7cf5ed-434d-4e4a-a271-43d79b20a376","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.01233823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"5b7cf5ed-434d-4e4a-a271-43d79b20a376","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-4f19d7-4a74be91661a","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.155868065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"5d2a5d8d-c807-425a-9f0a-a42fb2a69aaf","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.15637792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"792b0197-c022-4f96-9f61-f6418f25498f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.172062176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3a8131c8-1e7a-4eb1-a17c-be8d641308c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.288827926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"792b0197-c022-4f96-9f61-f6418f25498f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.289850805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"5d2a5d8d-c807-425a-9f0a-a42fb2a69aaf","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.296298779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3a8131c8-1e7a-4eb1-a17c-be8d641308c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.307121947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a73ecaf6-62fa-404b-ba41-d3744ce369b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.307566734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"4bcaf911-49cd-4e7a-9472-8a94f25e4902","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.315201109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0) AuthConfig (9e9a8a8870a1f818336e72620f0974cb944ce814519e62fd66dc673d6a49639f) AuthConfig (f36500fed7f4f214e8f008404f64e293b54409fa4645b66d524791a6d72622aa) AuthConfig (e36175b8bd1787fc7e10535bc9d484273f185929b618bf91e5376315d8150423) AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (d37b9a984bf9c386ac6f8fd81f8368f08d2945fb7a791d04f6703ed12e3b5f66) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"5d2a5d8d-c807-425a-9f0a-a42fb2a69aaf","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.332557761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"792b0197-c022-4f96-9f61-f6418f25498f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.337362478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"4bcaf911-49cd-4e7a-9472-8a94f25e4902","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.345353838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a73ecaf6-62fa-404b-ba41-d3744ce369b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.360899547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9a7e69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (281f95cfc7e418c1f3f9ee736f884c55011fee39c73230116e191141f1f7fea4) AuthConfig (40db3d0ceb3b92881f49458d0d0c513cc934b6ad9d66ba253dd06f4b72516698) AuthConfig (0187c09c549c8f12489408b1e46947c8e5fbfc364a4ed349b74a19f979fb7cf2) AuthConfig (3736f035d7a46d3c27f79e1cc02681055b1e76e1b7f6635e6260d5518d8f9905) AuthConfig (c3b27773f902aacc5898197cbd80111e55651ff1fcd5ebe965ce9db225e4252c) AuthConfig (66433f347c8be2054a2d00d3d3f9e931207929238f2b7a37fa9a9dd1d7861976) AuthConfig (14a9491651b87386d32708d1349fd522b507ae61f1745a77d66421d4178ff9ca) AuthConfig (52d745a9cce952431ee1a7ebbfccf86c941f4f0e065fd971e42b7289034b5d97) AuthConfig (08afc868ce5f71ae34fe3da0b5a0ea98603c1bc66891cf073eaa47d1298fdb04) AuthConfig (32c75246500bf8416b783e71ab7f5e88277dcbaed5711536da3fde636538ee6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"4bcaf911-49cd-4e7a-9472-8a94f25e4902","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.37333755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3f71eef-dc24-4dc3-bc49-8fd19d4c3aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.391929733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3f71eef-dc24-4dc3-bc49-8fd19d4c3aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.470305482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fdaa8813-41d6-4f73-84ef-45c2d3cba56a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.470305113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e2447d2c-565e-4ca4-a41c-fa228ec0ab6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.491758046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e2447d2c-565e-4ca4-a41c-fa228ec0ab6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.491957969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fdaa8813-41d6-4f73-84ef-45c2d3cba56a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.593804647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"dfe6ce3d-5f93-4527-bea3-df2aeed6fb6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.612813641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"dfe6ce3d-5f93-4527-bea3-df2aeed6fb6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.66446697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e9cdd16-6f89-473f-acf0-13bfc47ac2f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.664462517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8e52b381-a739-4317-89d1-518fd8e3ea9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.682391364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e9cdd16-6f89-473f-acf0-13bfc47ac2f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.682388747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8e52b381-a739-4317-89d1-518fd8e3ea9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.764158398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4d98c654-8dd6-4001-9095-3e95cc0ba523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.76416008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"829222d9-705e-4908-a30f-05d5dc42572e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.781804235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"829222d9-705e-4908-a30f-05d5dc42572e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.782767883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4d98c654-8dd6-4001-9095-3e95cc0ba523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.87838268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"db3389c7-1345-46ce-a326-fa9bbca095f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.878892936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4536414a-f188-4f84-9c2d-26e875d2a6c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.896597377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4536414a-f188-4f84-9c2d-26e875d2a6c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:25.896605991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"db3389c7-1345-46ce-a326-fa9bbca095f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.361072586Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"706e9be5-5436-4732-badb-ca00e9ba2865","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.395162002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"643be70f-0f39-4b19-a9ff-682d0aae10b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.395534133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0fa07af0-ca59-46e4-9331-8b4359eed0be","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.396845158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"6ebc063c-1602-47e8-bfbc-03eaf1d14d1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.408566611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"d259d1c3-39fd-4bdd-847e-accdaac3f095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.408571933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff6d736-0002-4813-9fb0-2420f1a28704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.409159723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"b6ecadf6-5bdb-4e49-92ee-d1c0d58622da","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.413549253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"643be70f-0f39-4b19-a9ff-682d0aae10b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.414168357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0fa07af0-ca59-46e4-9331-8b4359eed0be","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.415846629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"6ebc063c-1602-47e8-bfbc-03eaf1d14d1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.426442409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"d259d1c3-39fd-4bdd-847e-accdaac3f095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.426622296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff6d736-0002-4813-9fb0-2420f1a28704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.430481495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96cac6ad46db27b35888184e057784afd41509d6fa3a480902088f9e3550fef9) AuthConfig (58ba84ccc12a2154f5352490030b3403a015af0cdecaed03380528393c1abfae) AuthConfig (2620b46d335aeefe627036e67ec0365d41f329dd3fa64c9ac039effc3b857fd7) AuthConfig (f066ab160c20efdee410b8bb371e40e31233d3c4c65624e37fd6863eea2df953) AuthConfig (6693f4b71fc1f15faad4752af0f2b0b8d29e443672556e09472d886f894bc1e7) AuthConfig (4b52b70ebaee3c3c20665823891458b0fd8c9df133eb6405fd38c33be6c885c1) AuthConfig (f96d278a213ade295679e1613a183ba3bca31a7a1915758c04a375df1ae7c634) AuthConfig (965e05391f33833a98d637c3c082d3fa57b857db9de7c979cf848d7600878d88) AuthConfig (29e8467ee495937e4df81fe0c4dc0aaa8db84324fd38af9520ee97162df3f26f) AuthConfig (0d00f43a9d4d7b6122d5dfaaebbbe6fcdb5c2835bbb08113c9a6c477e4708907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"643be70f-0f39-4b19-a9ff-682d0aae10b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.463678272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"6bd0dcbe-51c8-4097-bb1a-81ce0a92bd18","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.463706096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"6bd0dcbe-51c8-4097-bb1a-81ce0a92bd18","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.508104416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"613b0048-b8f9-4090-9bf3-2ddc1b140a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.526235924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"613b0048-b8f9-4090-9bf3-2ddc1b140a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.558762507Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"615a6b0c-4d8b-482d-8293-14e08b396dbc","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.583836661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"f10af714-d5dd-4d41-b495-d2dd9b7a6ac1","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.583863873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"f10af714-d5dd-4d41-b495-d2dd9b7a6ac1","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.586747781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e05ac3d8-85cd-44dc-b365-9eb9add30138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.58682752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"45856947-f748-45bd-b52d-8e5b1490cf2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.608678764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e05ac3d8-85cd-44dc-b365-9eb9add30138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.608882115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"45856947-f748-45bd-b52d-8e5b1490cf2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.617214259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"408c4376-5f20-46df-a1ac-849c854888eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.617431926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ecea7e0-fae8-4749-ab2d-1fa4b82e0893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.618089685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"3e797d10-e900-4da4-8c61-3406bbca77b4","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.618111809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"3e797d10-e900-4da4-8c61-3406bbca77b4","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:27.633291519Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"3e797d10-e900-4da4-8c61-3406bbca77b4","name":"e2e-cfl-4f19d7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-4f19d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:27.633437231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"3e797d10-e900-4da4-8c61-3406bbca77b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-4f19d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.636331129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ecea7e0-fae8-4749-ab2d-1fa4b82e0893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.636446693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"408c4376-5f20-46df-a1ac-849c854888eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.647949765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"b645f67c-70f5-4894-b5f7-a0d78eb96bca","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.647976481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"b645f67c-70f5-4894-b5f7-a0d78eb96bca","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.662267667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"b846d0c5-b0a5-4d2c-9bb8-cfa12c82f920","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.662289121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"b846d0c5-b0a5-4d2c-9bb8-cfa12c82f920","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.676506248Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"4cf1bbd2-dc0c-42d0-9b29-123db3289c0d","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-4f19d7-4a74be91661a","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.709884623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"734b2d1e-0b55-4a95-9952-1200206a96a9","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.709920747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"734b2d1e-0b55-4a95-9952-1200206a96a9","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.717295274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"e0ffdc4f-d9c0-4af9-8ffa-4db8d56fcbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.73559712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"e0ffdc4f-d9c0-4af9-8ffa-4db8d56fcbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.758750291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"0e4b1e8a-f97d-4505-a16e-c22bdbec6f92","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.758770586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"0e4b1e8a-f97d-4505-a16e-c22bdbec6f92","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.815915411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"c0cf45be-5506-4b0b-831d-22df91de8430","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.817822043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2b90f0a1-819a-4205-bbad-10db91f38fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.819766347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"6f9c7bdd-b408-4109-b219-66edf890cb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.82021971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"91be3f0c-91b8-499c-ac2f-39b451adc057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.820649484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c9353f5a-3bdd-4b2f-bc72-5c417b7aebeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.837490494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"3cc2bcad-c6ba-471a-b358-678ddb57a412","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.849248009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c9353f5a-3bdd-4b2f-bc72-5c417b7aebeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.850152478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2b90f0a1-819a-4205-bbad-10db91f38fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.929144851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"6f9c7bdd-b408-4109-b219-66edf890cb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:27.9980639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"91be3f0c-91b8-499c-ac2f-39b451adc057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.068241361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"5f6afe6c-4dab-4a48-8c7b-5989a9246bcf","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.089419657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"5f6afe6c-4dab-4a48-8c7b-5989a9246bcf","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.153973543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"5d973bec-8216-45ec-930f-e85a87919ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.17209974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"5d973bec-8216-45ec-930f-e85a87919ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.239011225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"40f3f48e-c097-4598-a39f-f22bfb27668a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.239011858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"b271f425-1828-4500-8ad2-5ebe7258c655","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.252878454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc859b3d-1682-4606-90c7-d9395a0163b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.258496875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"40f3f48e-c097-4598-a39f-f22bfb27668a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.258496873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"b271f425-1828-4500-8ad2-5ebe7258c655","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.272130168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc859b3d-1682-4606-90c7-d9395a0163b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.274799429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96cac6ad46db27b35888184e057784afd41509d6fa3a480902088f9e3550fef9) AuthConfig (58ba84ccc12a2154f5352490030b3403a015af0cdecaed03380528393c1abfae) AuthConfig (2620b46d335aeefe627036e67ec0365d41f329dd3fa64c9ac039effc3b857fd7) AuthConfig (f066ab160c20efdee410b8bb371e40e31233d3c4c65624e37fd6863eea2df953) AuthConfig (6693f4b71fc1f15faad4752af0f2b0b8d29e443672556e09472d886f894bc1e7) AuthConfig (4b52b70ebaee3c3c20665823891458b0fd8c9df133eb6405fd38c33be6c885c1) AuthConfig (f96d278a213ade295679e1613a183ba3bca31a7a1915758c04a375df1ae7c634) AuthConfig (965e05391f33833a98d637c3c082d3fa57b857db9de7c979cf848d7600878d88) AuthConfig (29e8467ee495937e4df81fe0c4dc0aaa8db84324fd38af9520ee97162df3f26f) AuthConfig (0d00f43a9d4d7b6122d5dfaaebbbe6fcdb5c2835bbb08113c9a6c477e4708907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"40f3f48e-c097-4598-a39f-f22bfb27668a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.353005962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ccdfcee9-87fe-422c-b5ec-3a516f727cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.353006005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"137e98b0-ee74-4f28-9462-1f80c568ad9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.371194381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ccdfcee9-87fe-422c-b5ec-3a516f727cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.371223595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"137e98b0-ee74-4f28-9462-1f80c568ad9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.452839132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c4c03f3a-7e5d-4713-9cb8-8c0473eabcb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.471821897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c4c03f3a-7e5d-4713-9cb8-8c0473eabcb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.486526979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"1f8a9953-6ced-43d0-8289-4e4a2e9765aa","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.486552206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"1f8a9953-6ced-43d0-8289-4e4a2e9765aa","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.541572893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"810d4268-ef73-472e-947f-2f3a9f16027c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.555409763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"318345ea-792a-4d6a-874d-860762e078c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.574881634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"318345ea-792a-4d6a-874d-860762e078c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.588633264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"810d4268-ef73-472e-947f-2f3a9f16027c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.605654251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"810d4268-ef73-472e-947f-2f3a9f16027c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.639260485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"25bc7526-126e-4ae4-bf5d-d1b1118308a8","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.639292286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"25bc7526-126e-4ae4-bf5d-d1b1118308a8","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.654109978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8768c118-bf73-45c7-bf12-a9392c037f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.654278255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"93651a59-a3e8-4665-8bcf-01562b2a8c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.65459739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"db623299-2c8a-4689-8ff1-a7e79ae88139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.667579157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1f852810-b3b0-4e16-adc0-998625a5e5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.672331955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"93651a59-a3e8-4665-8bcf-01562b2a8c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.672503583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"db623299-2c8a-4689-8ff1-a7e79ae88139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.674936568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8768c118-bf73-45c7-bf12-a9392c037f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.685704342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1f852810-b3b0-4e16-adc0-998625a5e5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.854667646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"cc44f492-0ab8-4f62-9016-1ca7abc153e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.894863414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"cc44f492-0ab8-4f62-9016-1ca7abc153e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.90715106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"d92e4c88-b387-479e-8e29-ce4fa52ccde1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.919603512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef9224d4-84ac-4b61-84ee-972bd2f8650c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.925371795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"d92e4c88-b387-479e-8e29-ce4fa52ccde1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.939308316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef9224d4-84ac-4b61-84ee-972bd2f8650c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.941245069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"bba60161-a471-429f-833f-1f6ab87085ea","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.941279048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"bba60161-a471-429f-833f-1f6ab87085ea","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:28.945993065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96cac6ad46db27b35888184e057784afd41509d6fa3a480902088f9e3550fef9) AuthConfig (58ba84ccc12a2154f5352490030b3403a015af0cdecaed03380528393c1abfae) AuthConfig (2620b46d335aeefe627036e67ec0365d41f329dd3fa64c9ac039effc3b857fd7) AuthConfig (f066ab160c20efdee410b8bb371e40e31233d3c4c65624e37fd6863eea2df953) AuthConfig (6693f4b71fc1f15faad4752af0f2b0b8d29e443672556e09472d886f894bc1e7) AuthConfig (4b52b70ebaee3c3c20665823891458b0fd8c9df133eb6405fd38c33be6c885c1) AuthConfig (f96d278a213ade295679e1613a183ba3bca31a7a1915758c04a375df1ae7c634) AuthConfig (965e05391f33833a98d637c3c082d3fa57b857db9de7c979cf848d7600878d88) AuthConfig (29e8467ee495937e4df81fe0c4dc0aaa8db84324fd38af9520ee97162df3f26f) AuthConfig (0d00f43a9d4d7b6122d5dfaaebbbe6fcdb5c2835bbb08113c9a6c477e4708907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"d92e4c88-b387-479e-8e29-ce4fa52ccde1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.000805638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"6e9bc986-5784-4b18-a8f6-e89b4b304d4f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:29.001637856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"c5caa8a7-7f02-40a8-9c35-9fa39947249a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-a0e8a8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.016508796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"74c923ec-7d82-4405-8fce-2928d621a716","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.01653077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"74c923ec-7d82-4405-8fce-2928d621a716","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.020887969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"6e9bc986-5784-4b18-a8f6-e89b4b304d4f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.049009375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"1e756b06-e549-4a65-9567-d5e91e5c682a","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.049043461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"1e756b06-e549-4a65-9567-d5e91e5c682a","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.065609858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"fb95662e-d3ea-4cca-af9e-950bdb8d98e0","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.06563701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"fb95662e-d3ea-4cca-af9e-950bdb8d98e0","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.122707434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"2aaf25a8-2e2d-41ba-9d87-3041275b0b1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.123081188Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"eb18cb10-e2db-4ed3-9f8f-be76a777d66d","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-unrel-a0e8a8","model":"e2e-att-unrel-a0e8a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-635bbf/e2e-att-unrel-a0e8a8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.140429108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"2aaf25a8-2e2d-41ba-9d87-3041275b0b1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.215506096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"dfc74e9e-afd3-447f-ace6-5be0fed0b9c1","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.215548875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"dfc74e9e-afd3-447f-ace6-5be0fed0b9c1","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:29.296160136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"f8bcc5d5-c5f7-476f-9342-47bbcfb4584e","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-unrel-a0e8a8","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:31.912516739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"fc68a137-c3fa-4bc4-967b-dacde052104e","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:31.912537227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"fc68a137-c3fa-4bc4-967b-dacde052104e","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:31.928343049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"5f0a5b6c-00a6-412e-9781-31aad96a7d8d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-5b529f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:31.992301617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"b694a87c-f62b-4981-ba97-24810f714332","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:31.992326034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"b694a87c-f62b-4981-ba97-24810f714332","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:31.99335609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"3e8a60e1-7423-48fb-900c-06be1e82ae6b","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:32.010328768Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"b694a87c-f62b-4981-ba97-24810f714332","name":"e2e-att-serve-5b529f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-5b529f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:32.010399793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"b694a87c-f62b-4981-ba97-24810f714332","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-5b529f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.016629783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"3e8a60e1-7423-48fb-900c-06be1e82ae6b","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.092325073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"1703bbd8-f8de-4808-9e5d-2ebab8fd7177","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.092344818Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"1703bbd8-f8de-4808-9e5d-2ebab8fd7177","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.107038055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"0c4b1555-6ac5-4e85-a8ba-6a1af29a43cc","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.107054686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"0c4b1555-6ac5-4e85-a8ba-6a1af29a43cc","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.121421719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"5d0cebcf-44e6-47b6-a1c0-901172a0b789","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.121441856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"5d0cebcf-44e6-47b6-a1c0-901172a0b789","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.166573669Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"29f7f356-ae14-4546-b714-7272f815c7bf","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-serve-5b529f","model":"e2e-att-serve-5b529f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-9a7e69/e2e-att-serve-5b529f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.176486746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"5ee7d9b1-b02d-4c02-a563-f03bcdcf6705","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.194694892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"5ee7d9b1-b02d-4c02-a563-f03bcdcf6705","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.245951052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"5ec20723-b50e-43ae-830e-2a0039b164ee","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.245970401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"5ec20723-b50e-43ae-830e-2a0039b164ee","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:32.301176248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"9e2be2f8-4814-4154-89c8-9b8524d3fe48","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-serve-5b529f","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:35.027769144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"3062fbff-09ef-482e-a4b7-78552a4a5cef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:35.066247224Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"3062fbff-09ef-482e-a4b7-78552a4a5cef","name":"e2e-extmod-a-403d6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:37.851830514Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"e0d05ba4-68a4-4915-886e-bd526ceb8e94","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:38.653953159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"f95eaed8-8689-4fe8-84ab-e8a09c3e6f6b","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:38.671431072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"f95eaed8-8689-4fe8-84ab-e8a09c3e6f6b","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:38.687824878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"f95eaed8-8689-4fe8-84ab-e8a09c3e6f6b","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:38.97691503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"25c30496-4076-4639-bf11-dada594146fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:38.995072138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"25c30496-4076-4639-bf11-dada594146fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:39.012088865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96cac6ad46db27b35888184e057784afd41509d6fa3a480902088f9e3550fef9) AuthConfig (58ba84ccc12a2154f5352490030b3403a015af0cdecaed03380528393c1abfae) AuthConfig (2620b46d335aeefe627036e67ec0365d41f329dd3fa64c9ac039effc3b857fd7) AuthConfig (f066ab160c20efdee410b8bb371e40e31233d3c4c65624e37fd6863eea2df953) AuthConfig (6693f4b71fc1f15faad4752af0f2b0b8d29e443672556e09472d886f894bc1e7) AuthConfig (4b52b70ebaee3c3c20665823891458b0fd8c9df133eb6405fd38c33be6c885c1) AuthConfig (f96d278a213ade295679e1613a183ba3bca31a7a1915758c04a375df1ae7c634) AuthConfig (965e05391f33833a98d637c3c082d3fa57b857db9de7c979cf848d7600878d88) AuthConfig (29e8467ee495937e4df81fe0c4dc0aaa8db84324fd38af9520ee97162df3f26f) AuthConfig (0d00f43a9d4d7b6122d5dfaaebbbe6fcdb5c2835bbb08113c9a6c477e4708907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"25c30496-4076-4639-bf11-dada594146fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:46.52950894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"e947ea94-ac6a-4ede-bd2c-156186df7d8b","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-serve-5b529f","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:46.612371143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"d1449503-a825-438c-9a8e-5ad573af3009","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:46.612393601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"d1449503-a825-438c-9a8e-5ad573af3009","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:46.626497117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"b6d9c52c-d903-4dbc-8c76-66ae73729862","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-unrel-a0e8a8","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:46.708733263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"96335151-f44e-4b87-8bcc-2cdb8a417e32","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:46.708749756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"96335151-f44e-4b87-8bcc-2cdb8a417e32","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.387835978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"c9d5db38-f8b1-4c5b-88d3-7ed35f8921ee","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.405364839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"c9d5db38-f8b1-4c5b-88d3-7ed35f8921ee","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.421882113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"c9d5db38-f8b1-4c5b-88d3-7ed35f8921ee","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.454641197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"151dc5fd-097f-4b40-9c61-1641d4747604","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.454660057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"151dc5fd-097f-4b40-9c61-1641d4747604","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.535009604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"99a1bd20-1198-41f2-a5b0-dbb525410f83","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.552334298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"99a1bd20-1198-41f2-a5b0-dbb525410f83","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.636101525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"f7a4616e-4fce-4652-8eeb-465c21f3add5","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.654854986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"f7a4616e-4fce-4652-8eeb-465c21f3add5","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.892028817Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"0d06c3d9-ada1-4e21-adc5-5df505a0d3b7","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:47.984041262Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"5de69936-7847-4bf2-8b6a-0118392d4fd2","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.014622231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"e73f863a-94c0-451f-94f0-d9f54fd61dcd","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.015910545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"81163daf-c5e9-454e-972d-9cdead5f2d28","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.017230448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"a8ccbf1a-3a5f-4e49-a60c-2387ef44ddaf","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.027633112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"a9bd6c65-7ae4-45fb-92ca-2df069305b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.029456452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"457f7b14-d573-4d29-957d-c4f39ec8b9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.033354739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"e73f863a-94c0-451f-94f0-d9f54fd61dcd","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.034900605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"81163daf-c5e9-454e-972d-9cdead5f2d28","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.036208997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"a8ccbf1a-3a5f-4e49-a60c-2387ef44ddaf","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.044842749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"a9bd6c65-7ae4-45fb-92ca-2df069305b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.047412235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"457f7b14-d573-4d29-957d-c4f39ec8b9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.052972334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"a8ccbf1a-3a5f-4e49-a60c-2387ef44ddaf","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.093551477Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"b8ceefa6-8da5-4e54-9eae-618262d317c0","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.094571353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"8321975a-3d47-4d8f-ab5f-729395a42303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.112180726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"8321975a-3d47-4d8f-ab5f-729395a42303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.129525361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"9194e0f9-fc4e-4a41-a5ae-d2b0a040ed90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.129524831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"4ba200fb-a3a8-4e4b-aef0-a8ed028d2f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.147436408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"9194e0f9-fc4e-4a41-a5ae-d2b0a040ed90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.147479287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"4ba200fb-a3a8-4e4b-aef0-a8ed028d2f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.219168813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"40bfeed4-e3a7-4976-9cba-85b6f62e3ce3","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.219302314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"40bfeed4-e3a7-4976-9cba-85b6f62e3ce3","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.237633888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"e96bebce-3492-4883-907e-e6060517c539","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.257768077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"e96bebce-3492-4883-907e-e6060517c539","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.266960059Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"e568d305-e78a-494d-931d-e7d970251191","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.281349799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"78420f64-56f1-4382-8c65-6aec884eb957","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-unrel-a0e8a8","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.297936067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"7226df0c-613b-4aca-9cab-cf550e1c1559","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.297968334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"7226df0c-613b-4aca-9cab-cf550e1c1559","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.312503394Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"ccc70c42-d997-470b-ab91-5b5cbd22dbb1","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.327131588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"c8c9b090-7bcd-4cef-8816-a7b2b99d63aa","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.327168853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"c8c9b090-7bcd-4cef-8816-a7b2b99d63aa","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.351322977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48871e7a-5ca1-4bb8-8535-b46ac2b048f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.351980692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4f602758-95ae-46a3-bf8e-a4599c340004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.369391523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48871e7a-5ca1-4bb8-8535-b46ac2b048f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.371434658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4f602758-95ae-46a3-bf8e-a4599c340004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.453105912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"00f13180-81bf-43cd-bc08-e95ebb1fa796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.453106206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"6dbd08e7-2c5b-4a3f-8127-ff58cc3efb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.455337967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f8b431c1-07cb-4789-80ff-eb4149c651f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.471214841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"6dbd08e7-2c5b-4a3f-8127-ff58cc3efb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.471260067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"00f13180-81bf-43cd-bc08-e95ebb1fa796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.474978753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f8b431c1-07cb-4789-80ff-eb4149c651f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.540958252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"760c902a-600e-4c64-a5bf-20f64e15c635","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.540987706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"de7f0d6a-7b78-4e36-a5e3-5b22df731695","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.551161894Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"72df9d39-0e95-4b5f-8cf6-814fb2d55622","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.553149156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"05347d4d-3c4c-471a-b022-d8534dd787b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.553271357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5e30e48-545f-4e3d-9c59-6aa4e538dd90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.558727653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"760c902a-600e-4c64-a5bf-20f64e15c635","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.559124733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"de7f0d6a-7b78-4e36-a5e3-5b22df731695","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.565979609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"e55487cc-109b-49d9-b10c-ca0770e1daca","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.566016442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"e55487cc-109b-49d9-b10c-ca0770e1daca","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.573760911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"05347d4d-3c4c-471a-b022-d8534dd787b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.574210785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5e30e48-545f-4e3d-9c59-6aa4e538dd90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.578130228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"760c902a-600e-4c64-a5bf-20f64e15c635","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.612469464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"c4eed26d-4870-4d48-b480-9ac23329b060","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.626744678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"b26d95e8-56a6-454c-9840-72461dd28740","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-unrel-a0e8a8","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.627712686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"0ac81f0d-e2f2-41b5-bbec-3b20fe4ffedc","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.627734244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"0ac81f0d-e2f2-41b5-bbec-3b20fe4ffedc","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.655217045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3007cbdc-b167-40c8-8170-509d599485f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.655217873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"44a4addb-068b-45bb-8282-779ef4c82be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.690914401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"44a4addb-068b-45bb-8282-779ef4c82be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.708445299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3007cbdc-b167-40c8-8170-509d599485f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.865073362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"5845b4d3-0ee0-44a6-b837-2873f69cbf7b","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.883959345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"27a45f7a-32b1-4481-adf0-b8e992d7faa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.890132654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"5845b4d3-0ee0-44a6-b837-2873f69cbf7b","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.902032483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"fbfad898-77c2-48d9-98c2-036a3e17c701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.944718279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"27a45f7a-32b1-4481-adf0-b8e992d7faa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.945645888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"db99d324-35ff-4a5b-817e-6dccaf5c3dc0","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.950224343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"fbfad898-77c2-48d9-98c2-036a3e17c701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.971396696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"a0812afa-4149-49b3-8762-c987dc697f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:48.984526763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"db99d324-35ff-4a5b-817e-6dccaf5c3dc0","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.021467548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"a0812afa-4149-49b3-8762-c987dc697f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.022979952Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"1f82793f-c1c7-4daa-a7f1-6f780c0ef1a4","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.039419567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"0aa0b360-393d-45b0-9434-1282cb30c2ed","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.070100037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"0aa0b360-393d-45b0-9434-1282cb30c2ed","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.141103677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"289f6135-19c2-4e31-b705-4711a40fa591","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.144388115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"c92021d8-e03c-449e-ae4a-a53499dea9c0","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.144733101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"d8f7624f-b823-44dd-8882-5e5af2666510","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.144863112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"d8f7624f-b823-44dd-8882-5e5af2666510","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.175259171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"289f6135-19c2-4e31-b705-4711a40fa591","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.220444544Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"2d0e9bd1-2851-4f3d-91b7-ccccf111ed57","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.222972108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"2d0e9bd1-2851-4f3d-91b7-ccccf111ed57","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.248967383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"289f6135-19c2-4e31-b705-4711a40fa591","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.263028666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"7d2c8ebc-02a9-40cd-aee3-4e2af662225d","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.263126591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"7d2c8ebc-02a9-40cd-aee3-4e2af662225d","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.271849707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e8e4b31f-7536-4e0c-a955-9b88a966a0fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.27551172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72c7bf82-8db2-4cf6-a479-92298e88c898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.275746367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e71f7826-3490-4713-bf9b-2f2ca4f8cf4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.277612092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5ab2d328-f54a-4de0-8a5a-a0a6f3d19dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.290009379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e8e4b31f-7536-4e0c-a955-9b88a966a0fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.293956408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e71f7826-3490-4713-bf9b-2f2ca4f8cf4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.294370062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72c7bf82-8db2-4cf6-a479-92298e88c898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.294796986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"fb062184-1dd0-4858-8c93-f220e57456fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.296214957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5ab2d328-f54a-4de0-8a5a-a0a6f3d19dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.312292801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"fb062184-1dd0-4858-8c93-f220e57456fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.327146584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"ae9d98ac-1070-4835-a734-ce516bfd37bc","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.364081214Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"c4fe2a72-9d91-4db9-b19f-b41b37b0bdbc","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.364166915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"c4fe2a72-9d91-4db9-b19f-b41b37b0bdbc","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.366445486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"8d159f2b-308f-4099-b7dd-346e72c68903","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.379595382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"9ad30a83-db1a-4490-8462-6384a2bd37cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.380128754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"162f3a33-ee4e-46a4-af87-c473316a70cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.381057975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"9e42b58e-e6f7-4252-994a-2d142855cd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.38429896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"8d159f2b-308f-4099-b7dd-346e72c68903","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.397352755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"9ad30a83-db1a-4490-8462-6384a2bd37cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.398403412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"9e42b58e-e6f7-4252-994a-2d142855cd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.399752045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"162f3a33-ee4e-46a4-af87-c473316a70cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.458690431Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"2e1ec9b3-83c2-4a71-a0c6-40f5e9e23695","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.458764053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"2e1ec9b3-83c2-4a71-a0c6-40f5e9e23695","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.467316662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"4cb53775-7e15-47f5-8d6d-221ac3fb027e","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.475684821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1a2ecd97-8150-430e-80c9-156c64f47cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.480856781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"678e82de-f7d5-4169-8386-9c2a02f31328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.485918911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"674981f2-69cb-411e-ac9f-32bc2cf8d7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.486440001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"4cb53775-7e15-47f5-8d6d-221ac3fb027e","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.494017575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1a2ecd97-8150-430e-80c9-156c64f47cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.498393326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"678e82de-f7d5-4169-8386-9c2a02f31328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.50389708Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"6180135b-cb9c-4ef6-85cb-2fd8b2f8f4aa","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.504571063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"674981f2-69cb-411e-ac9f-32bc2cf8d7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.563669297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"41add09a-0034-4bfb-8833-775e2031529f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.570377578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e5b18fe7-2bb5-47f6-acfa-17e4c27c3fd9","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.576364609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"96eec3ee-bc6a-4e19-aaee-adf7d5786d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.576960118Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"cc761bae-c590-4995-91bc-2bfbba856d78","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.582685085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"41add09a-0034-4bfb-8833-775e2031529f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.596440473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e5b18fe7-2bb5-47f6-acfa-17e4c27c3fd9","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.598768927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"96eec3ee-bc6a-4e19-aaee-adf7d5786d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.616562157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e5b18fe7-2bb5-47f6-acfa-17e4c27c3fd9","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.636210199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"8cd2cda8-923d-4420-96d9-fa55aee9b1c6","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.636286172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"8cd2cda8-923d-4420-96d9-fa55aee9b1c6","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.679627568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"ed9d262a-89a6-4823-bf54-b82dc3cff21c","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.698433848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"ed9d262a-89a6-4823-bf54-b82dc3cff21c","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.703336218Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"3382fabf-2af5-46ef-a8cd-c4600b65f48c","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.72962636Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"ed9d262a-89a6-4823-bf54-b82dc3cff21c","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.733983726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"4971e318-1284-4b7e-acd9-f3e88595ebec","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.74718465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff3dc02e-d7f7-4a98-9523-d00c17b6a685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.752153618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"4971e318-1284-4b7e-acd9-f3e88595ebec","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.757843822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"b3397b9d-6a87-42fa-acf5-df5fe19ad40b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.793773792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff3dc02e-d7f7-4a98-9523-d00c17b6a685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.795288079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"4971e318-1284-4b7e-acd9-f3e88595ebec","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.795958516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d8d7f297-22bd-47e3-92f7-5fbecda7547f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.798234443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"b3397b9d-6a87-42fa-acf5-df5fe19ad40b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.814517553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d8d7f297-22bd-47e3-92f7-5fbecda7547f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.814845711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"b9abb211-ef59-4ad9-8ec7-0e83a579ecef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.83924372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"be5218df-a58e-41cc-b6c0-e517e0b9cbdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.844689268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"4552b48f-acf8-4ef0-9692-51cdf08c02fd","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.857303663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"be5218df-a58e-41cc-b6c0-e517e0b9cbdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.906796429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"4552b48f-acf8-4ef0-9692-51cdf08c02fd","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.923746198Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"4552b48f-acf8-4ef0-9692-51cdf08c02fd","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.971108229Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"d5a5894c-e2f2-40bf-bfe2-861426aef729","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:49.971185318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"d5a5894c-e2f2-40bf-bfe2-861426aef729","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.971697974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"69857203-6b08-4298-af5b-e0e4305a0d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:49.992209263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"69857203-6b08-4298-af5b-e0e4305a0d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.066728233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"4ad57240-5693-4a74-a382-ca871203c104","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.073996439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d1ce175b-6ebd-4403-8058-31b4d7ed0380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.079513667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"aa033944-b2b8-41a2-b03c-12105eb0e879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.079645131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a5401c2-1815-40a6-a509-64a1e3988cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.084681431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"4ad57240-5693-4a74-a382-ca871203c104","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.092106023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d1ce175b-6ebd-4403-8058-31b4d7ed0380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.097153121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a5401c2-1815-40a6-a509-64a1e3988cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.098226293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"aa033944-b2b8-41a2-b03c-12105eb0e879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.187273515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8fe21709-e79c-404f-a47b-838186c5329d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.208051608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8fe21709-e79c-404f-a47b-838186c5329d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.27485908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"dfd91a39-d133-4799-a6a7-b4c0fe5e36f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.274876099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c77a59a2-5892-401c-bfe5-69043a4364b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.275193807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"5f5a54fb-aea3-4d3a-a61a-072e7a450286","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.275309223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"46cefed0-274b-4950-a18f-2db117a41018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.293755518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"dfd91a39-d133-4799-a6a7-b4c0fe5e36f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.293898318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c77a59a2-5892-401c-bfe5-69043a4364b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.296316809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"5f5a54fb-aea3-4d3a-a61a-072e7a450286","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.29632233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"46cefed0-274b-4950-a18f-2db117a41018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.372451662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"aaf8cdc2-0ed3-4c73-a74a-eac13cc2c9af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.389807423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"aaf8cdc2-0ed3-4c73-a74a-eac13cc2c9af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:50.636333278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"987e2cff-ae38-4a79-a9d1-128923b7d39b","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:50.636440573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"987e2cff-ae38-4a79-a9d1-128923b7d39b","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.800093345Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"cd4f5e89-2b73-47ce-82b9-c888a622a4d6","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.833784035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"13b01082-6ae2-4800-b7da-d863d2cd6ecd","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.845355412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"e77c6bc4-7ced-4469-95d5-91064a51dee5","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.845498839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"edffa123-d524-46f1-ad43-8a5a4ccd7fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.846829014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"82cd7d6c-5727-47a0-beeb-1c00ceed51c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.847461843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"7176952f-326b-4d23-aa94-2f5cf5385950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.851201443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"13b01082-6ae2-4800-b7da-d863d2cd6ecd","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.868148031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"e77c6bc4-7ced-4469-95d5-91064a51dee5","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.869053723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"82cd7d6c-5727-47a0-beeb-1c00ceed51c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.871630056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"edffa123-d524-46f1-ad43-8a5a4ccd7fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.872530474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"7176952f-326b-4d23-aa94-2f5cf5385950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:50.873880755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"13b01082-6ae2-4800-b7da-d863d2cd6ecd","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.070196586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"dc500b1a-22e0-4659-8079-3a2ed7cf19e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.07125018Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"c4513bd2-a865-401e-91de-872c7b7de010","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.143120321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"efb47e42-2d1c-499e-933b-9b13a0240856","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.143165521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"efb47e42-2d1c-499e-933b-9b13a0240856","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.153257296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"dc500b1a-22e0-4659-8079-3a2ed7cf19e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.245110334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71270c71-d915-4b2f-bece-de33b86d0e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.162436597Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"dcf6af18-8c08-480b-9ec5-768bf93f5fc7","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.211360595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"d5ec5a16-a1e5-43c5-bd53-2a1b94120cb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.269055311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"b6accf67-e365-4e29-a290-90c12f7da078","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-serve-5b529f","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.280211197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71270c71-d915-4b2f-bece-de33b86d0e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.283876564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"d5ec5a16-a1e5-43c5-bd53-2a1b94120cb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.29076441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"76e13389-1d86-4b9e-8579-e17e30cb8bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.293221306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"cc4996c3-84b1-44e1-a4bc-8e714bdb7d06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.314769618Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"d5ec5a16-a1e5-43c5-bd53-2a1b94120cb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.34905192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"76e13389-1d86-4b9e-8579-e17e30cb8bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.350137338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"cc4996c3-84b1-44e1-a4bc-8e714bdb7d06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.407461357Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"29801e3a-758c-4f5b-a9fb-d2c64e7a1ebe","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.474123187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"649fa29b-fe66-43fb-a593-4ae761dc9b81","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.474168607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"649fa29b-fe66-43fb-a593-4ae761dc9b81","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.698013727Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.698800483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"0d88fab3-da43-42d7-875a-ed7f248840d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.707308474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"df3ae57e-ec2b-4817-b698-550eb6a62d2b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.717158245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a738539d-442d-435e-93d4-9a777d88cf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.726423417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"0d88fab3-da43-42d7-875a-ed7f248840d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.734121529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b9ae81df-8ddc-49fe-830c-8d89db0bf5f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.734762607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95ccc16a-6048-4ddf-bb66-d191fe207fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.736566465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"df3ae57e-ec2b-4817-b698-550eb6a62d2b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.741408436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a738539d-442d-435e-93d4-9a777d88cf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.795266814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95ccc16a-6048-4ddf-bb66-d191fe207fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.796127623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b9ae81df-8ddc-49fe-830c-8d89db0bf5f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.911458171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"30e245bb-956b-4724-9b65-060ccab0cb2f","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.911541668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e9d79afa-e741-4104-a7f5-e75f13e2cdcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.924714871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"4ecebcae-d304-446f-9af0-f5a2755b7d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.925320562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"a8696bbe-eecd-48e9-977f-72c15ddb03f5","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.929514495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e9d79afa-e741-4104-a7f5-e75f13e2cdcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.929552468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"30e245bb-956b-4724-9b65-060ccab0cb2f","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:51.930808467Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"dde3b6bb-51c4-44bb-a5ce-52dff4e3c76b","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:51.930883701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"dde3b6bb-51c4-44bb-a5ce-52dff4e3c76b","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.94435663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"a8696bbe-eecd-48e9-977f-72c15ddb03f5","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.944356625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"4ecebcae-d304-446f-9af0-f5a2755b7d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.947003467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"30e245bb-956b-4724-9b65-060ccab0cb2f","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:51.992251523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"64d08a70-d9d3-40e7-8bd4-61c0a41f34c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.005672753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"d8fae9a4-a5c3-41f7-bb99-f5530b0d5cde","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.010179448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"64d08a70-d9d3-40e7-8bd4-61c0a41f34c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.024292808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"d8fae9a4-a5c3-41f7-bb99-f5530b0d5cde","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.206829863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2f9d0ec-fda3-43df-adee-c40a7ef9e973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.208358675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b6b8bb3a-5b93-4cec-bebd-6e109419b54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.210108049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4e048469-2055-4ada-bb2b-1673147d9762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.211941289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4944dcd8-7fc6-408c-9e58-6a198d6170e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.21461093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"339142fb-97bb-48ee-b1f4-e1645dc2185e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.293452767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2f9d0ec-fda3-43df-adee-c40a7ef9e973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.299439745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4e048469-2055-4ada-bb2b-1673147d9762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.302198883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"339142fb-97bb-48ee-b1f4-e1645dc2185e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.303002578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4944dcd8-7fc6-408c-9e58-6a198d6170e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.305202251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b6b8bb3a-5b93-4cec-bebd-6e109419b54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.370474298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"9fbcaa66-9781-4254-a304-42d0da158f7a","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.370493637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"9fbcaa66-9781-4254-a304-42d0da158f7a","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.376133156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"87eefc08-e248-4780-be61-cf38bbeab1b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:52.38646916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-sub","reconcileID":"aa1e303c-99e3-47b4-bb3a-1b4e5ebee4b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-ef9994-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.394119034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"87eefc08-e248-4780-be61-cf38bbeab1b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.403515662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"5ce842a3-eaa6-4e92-a053-4eba8fc13a7d","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.403533414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"5ce842a3-eaa6-4e92-a053-4eba8fc13a7d","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:52.418407389Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"5ce842a3-eaa6-4e92-a053-4eba8fc13a7d","name":"e2e-cmp-legacy-ef9994","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-ef9994\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:52.41845434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"5ce842a3-eaa6-4e92-a053-4eba8fc13a7d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-ef9994\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.43618177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"7cbd777f-c9d9-4b72-a985-2dc145f4642b","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.436199385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"7cbd777f-c9d9-4b72-a985-2dc145f4642b","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.457647386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"c2fa1d52-961d-453d-9f49-c6d0f9d1448b","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.457663963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"c2fa1d52-961d-453d-9f49-c6d0f9d1448b","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.466041537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"ae010946-4576-4557-8449-68def8ccf8f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.485207309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"ae010946-4576-4557-8449-68def8ccf8f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.522822244Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-sub","reconcileID":"2e79856e-8495-4875-862d-fa5d89eca8c3","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-cmp-legacy-ef9994","model":"e2e-cmp-legacy-ef9994","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.611138688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"a7e8c5c7-3787-4d99-9bb2-377e2f5a4ee8","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.611167933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"a7e8c5c7-3787-4d99-9bb2-377e2f5a4ee8","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.662196853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"215a78d4-b334-423c-abc8-73deb92c82d5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.667195638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-sub","reconcileID":"740f7efb-1cd2-4224-a5bc-3581f389aa20","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-cmp-legacy-ef9994","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:52.680364025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"215a78d4-b334-423c-abc8-73deb92c82d5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:54.505366304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"49d627e6-e806-4b65-ae90-e9b38c0261d2","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:54.505441637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"49d627e6-e806-4b65-ae90-e9b38c0261d2","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.137152449Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-9a7e69 priority=0:[ai-tenant-e2e-extmod-b-9a7e69/e2e-att-serve-5b529f-sub ai-tenant-e2e-extmod-b-9a7e69/e2e-att-unrel-b2c1ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.15123261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"cef2e59e-0b32-4db8-bb45-4d08980e0d86","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.151249969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"cef2e59e-0b32-4db8-bb45-4d08980e0d86","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:55.171157223Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-9a7e69/e2e-att-unrel-b2c1ba-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-b2c1ba-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.187234337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"04bfbce7-1b3f-41d4-b697-3c19edd16db3","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.18725248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"04bfbce7-1b3f-41d4-b697-3c19edd16db3","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.189137768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"def39114-7f24-40dd-8212-7118d7ad2da3","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.189223434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"b8bf3dfb-c52d-4be9-b295-6d5fcaaa451f","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.204693701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"3a6d0a95-e71a-4d96-9a20-21ed4053abcf","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.204712078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"3a6d0a95-e71a-4d96-9a20-21ed4053abcf","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.208005467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"b8bf3dfb-c52d-4be9-b295-6d5fcaaa451f","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.208860313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"def39114-7f24-40dd-8212-7118d7ad2da3","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.218847376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"a4300857-c086-43de-af0e-ab9a8e571b42","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.218864101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"a4300857-c086-43de-af0e-ab9a8e571b42","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.26326165Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"9bc8abba-98de-44b8-805f-8893ea190dd6","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-unrel-b2c1ba","model":"e2e-att-unrel-b2c1ba","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-9a7e69/e2e-att-unrel-b2c1ba-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.339469613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"a897c7ab-daf3-482d-9321-b83f8f652bb1","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.339491994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"a897c7ab-daf3-482d-9321-b83f8f652bb1","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.392978081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"466b2c81-7f25-4cd3-a48b-cf0fedcb2823","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.396768812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"d8bf6eba-fc8d-48fe-ab1b-18fcd4621503","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.397233261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"59de71df-72a4-4b5b-9d29-7b06de3f9f08","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-unrel-b2c1ba","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.398182781Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"d48f8e6c-e6d4-40ad-bb53-633b1ad1640a","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.410241937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"466b2c81-7f25-4cd3-a48b-cf0fedcb2823","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:55.41599818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"ba4fa244-2794-470a-8d43-3d319f5e680f","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:55.416053924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"ba4fa244-2794-470a-8d43-3d319f5e680f","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.42185678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"d8bf6eba-fc8d-48fe-ab1b-18fcd4621503","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.431163469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e31de79f-376d-453f-ac93-eca7fb1c7b0b","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.444281526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"4cf9f6c4-e6c4-4d85-95fe-9c9f6b1412ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.445410824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ee51843c-44e6-49d4-afae-6dc1e1f8dc71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.448495652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e31de79f-376d-453f-ac93-eca7fb1c7b0b","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.461533828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"4cf9f6c4-e6c4-4d85-95fe-9c9f6b1412ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.462267455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ee51843c-44e6-49d4-afae-6dc1e1f8dc71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.464893179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e31de79f-376d-453f-ac93-eca7fb1c7b0b","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.506878532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"48dece62-8b6f-4d89-9676-cb2021f2fc95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.518977987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"18572cfd-78b8-4823-ba1f-e2a603a7f3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.524202808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"48dece62-8b6f-4d89-9676-cb2021f2fc95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.536390787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"18572cfd-78b8-4823-ba1f-e2a603a7f3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.605947077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"e34eeada-d879-45a1-8d0c-bb7865ded14a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.615220787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"5ce7d868-8f22-47ed-92c0-9ca04a2a6818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.615256128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c0a1fd0a-a143-4449-9686-187083f4c281","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.623962072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"e34eeada-d879-45a1-8d0c-bb7865ded14a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.63257318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c0a1fd0a-a143-4449-9686-187083f4c281","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.632781602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"5ce7d868-8f22-47ed-92c0-9ca04a2a6818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.729174072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efb682c7-a4d2-400e-88a7-2d2f8f114711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.729299823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"00130ba7-ae1f-4f33-9c2c-943cd1c20d8f","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.748274608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efb682c7-a4d2-400e-88a7-2d2f8f114711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.748306742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"00130ba7-ae1f-4f33-9c2c-943cd1c20d8f","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:55.756890345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"2b4f3a71-d1ed-4505-b09a-e4a39d7360de","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:05:55.756967581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"2b4f3a71-d1ed-4505-b09a-e4a39d7360de","error":"ExternalModel e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686 is attached to several gateways [openshift-ingress/e2e-extmod-a-d3971c openshift-ingress/e2e-extmod-b-635bbf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.770894471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"63197766-05cc-4f1b-b508-96e7199ed9d8","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.770915304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"63197766-05cc-4f1b-b508-96e7199ed9d8","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.808493248Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"e1b038de-130a-4b3d-acae-096f3acfe045","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.81355984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"84bf0665-9f31-4f76-99c6-0a33fdb69aba","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-unrel-a0e8a8","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.815197743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b30a783b-6f30-4718-8338-043019b46834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.815226784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"53324c9e-9773-4bf2-8ce1-5b92f0bb7de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.826476822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"483b6e15-dc47-4364-b353-63d0bd88bebf","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.82649447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"483b6e15-dc47-4364-b353-63d0bd88bebf","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.833739036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b30a783b-6f30-4718-8338-043019b46834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.834610844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"53324c9e-9773-4bf2-8ce1-5b92f0bb7de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.916674833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d5de0d7f-6a9e-4ef0-8341-b6909e72f04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:55.933941008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d5de0d7f-6a9e-4ef0-8341-b6909e72f04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.001656976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"27f3d718-e751-4955-b67f-86863ba209f2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.014814894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"334994e1-a413-46aa-846d-b9660dd6cdc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.018969001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"27f3d718-e751-4955-b67f-86863ba209f2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.032991903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"334994e1-a413-46aa-846d-b9660dd6cdc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.103936575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e24ed212-1977-4a6c-b410-956c50d5c967","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.115230996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10700b0b-f3e2-41bf-8cd5-d8e3f1dde396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.115231997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"69f26b27-7306-4530-ab23-528668c3f55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.120783217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e24ed212-1977-4a6c-b410-956c50d5c967","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.133533497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10700b0b-f3e2-41bf-8cd5-d8e3f1dde396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.133603656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"69f26b27-7306-4530-ab23-528668c3f55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.13679962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e24ed212-1977-4a6c-b410-956c50d5c967","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.30232321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"1561921c-8d60-4736-afe1-ed81cb0a38e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.302920877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f306f50e-fa9f-4a0b-bb82-03bf31929520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.337724875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"782880cf-f6b4-46a1-85d8-fa342e9485b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.357195051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"1561921c-8d60-4736-afe1-ed81cb0a38e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.360317351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f306f50e-fa9f-4a0b-bb82-03bf31929520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.376651131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"782880cf-f6b4-46a1-85d8-fa342e9485b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.385828671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4f80d81f-c67a-4669-b3c9-a2f0175217e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.385850791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c97b655e-52f7-4a80-afa5-283f1c36d62e","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.403956052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4f80d81f-c67a-4669-b3c9-a2f0175217e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.404458609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c97b655e-52f7-4a80-afa5-283f1c36d62e","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.450969643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5f6b72ff-d411-45ed-9a91-4045aac83492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.469835413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5f6b72ff-d411-45ed-9a91-4045aac83492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.551403801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"888df199-8cbe-4ba5-b1f3-dd0e53dc52f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.551476238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"72ca2342-8b23-4352-b9de-0eb28265e309","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.554810839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"27c55f4c-5af9-4d6c-95ea-5f7bdd9fbb74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.568843801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"888df199-8cbe-4ba5-b1f3-dd0e53dc52f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.570059647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"72ca2342-8b23-4352-b9de-0eb28265e309","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.572876639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"27c55f4c-5af9-4d6c-95ea-5f7bdd9fbb74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.65239548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"9f34d9c5-1208-4649-8f3b-63181e99b127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.652613998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"30f277c1-ee89-4485-bcee-5f805cd133b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.670566836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"9f34d9c5-1208-4649-8f3b-63181e99b127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:56.670783331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"30f277c1-ee89-4485-bcee-5f805cd133b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:05:57.906307418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"c2d673fa-726b-46a0-81a7-2a1441526b97","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:02.27453717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"ec76d1e1-9b8d-40ae-a10c-a5bbddfe3fdd","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:02.274560716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"ec76d1e1-9b8d-40ae-a10c-a5bbddfe3fdd","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:02.290185834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"8986c2de-ccf8-4ee0-9f4f-dc1fa720f4ed","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:02.290205373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"8986c2de-ccf8-4ee0-9f4f-dc1fa720f4ed","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:02.319287546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"de199902-d950-4ff1-97c3-a84f88404f9f","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:02.338751336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"de199902-d950-4ff1-97c3-a84f88404f9f","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:02.529075818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"991ac46d-8d59-415b-b65c-bc644d71227a","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:02.529095443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"991ac46d-8d59-415b-b65c-bc644d71227a","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:06.166890548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b295cfa5-ddbb-4ffa-9479-3ad6f88b18ae","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:06.186713085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b295cfa5-ddbb-4ffa-9479-3ad6f88b18ae","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:06.204023987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b295cfa5-ddbb-4ffa-9479-3ad6f88b18ae","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.876778308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-635bbf priority=0:[ai-tenant-e2e-extmod-b-635bbf/e2e-att-detach-89f686-sub ai-tenant-e2e-extmod-b-635bbf/e2e-att-unrel-a0e8a8-sub]","namespace=ai-tenant-e2e-extmod-b-9a7e69 priority=0:[ai-tenant-e2e-extmod-b-9a7e69/e2e-att-serve-5b529f-sub ai-tenant-e2e-extmod-b-9a7e69/e2e-att-unrel-b2c1ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.891381846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"abad635f-8a9d-4ae6-b9b3-8eea4df5e783","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.891413215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"abad635f-8a9d-4ae6-b9b3-8eea4df5e783","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:07.90952069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-sub","reconcileID":"e85ba45c-f366-439b-9da7-9d71f7cb6c7a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-89f686-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.925334174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"18d6c0a7-269b-4c13-9cc1-eb4e15f5e02b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.925411035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"4b24566f-fe99-43c9-b09e-41eaa2a6f22f","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.926815214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"9468c670-86c8-4a9e-81e1-6bf7b2f0e453","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.926844637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"9468c670-86c8-4a9e-81e1-6bf7b2f0e453","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.943155833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"18d6c0a7-269b-4c13-9cc1-eb4e15f5e02b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.943235214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"4b24566f-fe99-43c9-b09e-41eaa2a6f22f","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:07.943440456Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"9468c670-86c8-4a9e-81e1-6bf7b2f0e453","name":"e2e-att-detach-89f686","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-89f686\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:07.943489349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"9468c670-86c8-4a9e-81e1-6bf7b2f0e453","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-89f686\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.957850672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"d7c7cb4b-60e6-489f-a3ad-5a531159fd46","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.97192308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"e232f450-aed5-4e17-83cf-977314c76b4e","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.971945316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"e232f450-aed5-4e17-83cf-977314c76b4e","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.98598773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"c2e9d938-3812-4a79-818c-2b1fb3c1ee20","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:07.986012952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"c2e9d938-3812-4a79-818c-2b1fb3c1ee20","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:08.000253327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"a71f240e-5f4f-40f5-9b72-c4555126521c","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:08.000285284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"a71f240e-5f4f-40f5-9b72-c4555126521c","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:08.034636621Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-sub","reconcileID":"e2f50dce-6af5-4f41-9af4-71ac2ff0ad15","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-detach-89f686","model":"e2e-att-detach-89f686","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-635bbf/e2e-att-detach-89f686-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:08.116927149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"820b8e8f-c9d4-49af-a4fa-f27dd5d66372","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:08.116965551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"820b8e8f-c9d4-49af-a4fa-f27dd5d66372","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:08.192071913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"87286d29-cb87-45ae-9867-8c6f91971f21","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:08.192535911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"0709256d-4366-43b0-b5e8-f9efa706fee2","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:08.192933903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-sub","reconcileID":"b414c229-d48b-4bc1-9f1a-0246f5a277e8","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-detach-89f686","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:08.210147293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"0709256d-4366-43b0-b5e8-f9efa706fee2","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:08.212318414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"87286d29-cb87-45ae-9867-8c6f91971f21","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:16.23464243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"1440e022-3f42-4ea0-b486-ad4973379fe7","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:16.252338723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"1440e022-3f42-4ea0-b486-ad4973379fe7","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:16.268930825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efe4d0c0590cfe28190557338a1d324830132cb213d24f47ee3cbd95b84d5a2c) AuthConfig (6f22acfff6f4b6b63ff528614d375b5d71eac98f2aae016ebf1aa7181010e436) AuthConfig (e9d2c4bfbe07915a065b4fda43a031ad4272000ffd45b2b0d405980351a11da0) AuthConfig (b23507df0dbe4f52e23dc00f402318bd3329fec22dcc4191da5ececd88940ee7) AuthConfig (9a0a6ca9e099fca086668e09c4e285cd21125e3991d7ec21f5b9d872338835f6) AuthConfig (8c78afa5139519987d20b6e4817dfcaef51dd4e6045f52d73df79b848ebfd53b) AuthConfig (8fb43fd4433544beb6867b4576d3eb8c5a069ae8defb75e9a07dc7bd08f9a7d4) AuthConfig (0e4ad78bea6808146b0bdfd3496db6899234f7c092825289b4afe7a131a540a7) AuthConfig (9f9a7e00912fb8d5a515536cd6ba1c2ef02d60fb54d018d5eb47a1e5eda88a39) AuthConfig (649914204c55e8c096260f53aeb427c8ad0a9eec064cc7c9078e6897bcd7d000)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"1440e022-3f42-4ea0-b486-ad4973379fe7","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:16.306853657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4f824e-bcd2-4e55-9b4c-e734cc4a3076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:16.320914348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4f824e-bcd2-4e55-9b4c-e734cc4a3076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:16.335019483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4f824e-bcd2-4e55-9b4c-e734cc4a3076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:16.349619584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4f824e-bcd2-4e55-9b4c-e734cc4a3076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:16.971020261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1394a922-c267-48de-8f63-0eba1b7f44c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:16.996071186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1394a922-c267-48de-8f63-0eba1b7f44c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:17.015967526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1394a922-c267-48de-8f63-0eba1b7f44c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:17.05334815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1394a922-c267-48de-8f63-0eba1b7f44c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:17.97252655Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"3fd6966c-41f5-4779-b719-83be2c186230","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:18.710336306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"9215f24c-908b-4c8e-8d2f-fffe3e446455","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-unrel-b2c1ba","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:18.819958472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"474ea650-b832-4107-83bf-70edffb023fb","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:18.81998344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"474ea650-b832-4107-83bf-70edffb023fb","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.204398869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-sub","reconcileID":"b8df7992-225f-47ae-964b-10f2250146d7","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-cmp-legacy-ef9994","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.348397913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"b67cadb6-1e5c-47eb-a30d-4f28fa784348","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.348428091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"b67cadb6-1e5c-47eb-a30d-4f28fa784348","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.800169539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"04ce8730-2c5d-4827-b5a2-3659e826eb91","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.801058625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"44e92c7e-516b-4ed7-888e-821927e56af9","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.835627741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"04ce8730-2c5d-4827-b5a2-3659e826eb91","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.835735023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"44e92c7e-516b-4ed7-888e-821927e56af9","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.921979947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"9827ab31-8b1c-46ee-be0a-b54509a71181","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.922017968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"877c71a3-4120-4e62-be44-28917741132b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.939539361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"9827ab31-8b1c-46ee-be0a-b54509a71181","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:19.991874911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"877c71a3-4120-4e62-be44-28917741132b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.007056945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"8b84d72d-dc7a-4f62-9df8-b975b6240c3b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.0245411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"8b84d72d-dc7a-4f62-9df8-b975b6240c3b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.692269295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"3fc19a17-8c39-40d6-8696-07223506e453","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.711951914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"662c8910-ca71-4db9-8809-c1f3f5c06790","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.724181731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"cd05c18e-a2ed-4ae5-884c-0ee3242b156a","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.735600576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"77b130d7-d081-4e1c-83d4-0b9b1c3228a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.735609528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"89ebb581-605f-47a9-abf4-3ae36f05f517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.736958685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"9fc94521-5558-4fb5-a1be-bbdc6447f324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.738966399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e2137f4-b788-4f6c-87bc-057ef1b82906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.74167769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"cd05c18e-a2ed-4ae5-884c-0ee3242b156a","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.754004988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"77b130d7-d081-4e1c-83d4-0b9b1c3228a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.754086782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"89ebb581-605f-47a9-abf4-3ae36f05f517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.757603981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"9fc94521-5558-4fb5-a1be-bbdc6447f324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.75765258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e2137f4-b788-4f6c-87bc-057ef1b82906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.789637893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"eff651ee-05ca-4017-a2bf-20e3a679f1d7","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.789656639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"eff651ee-05ca-4017-a2bf-20e3a679f1d7","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.803821703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"fc525158-28dd-4e8b-8ea1-d46d40d7e8a9","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.803838507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"fc525158-28dd-4e8b-8ea1-d46d40d7e8a9","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.81922956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"7a719698-96a8-4085-827a-b1f052a4b7b0","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.819247604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"7a719698-96a8-4085-827a-b1f052a4b7b0","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.833753808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"0121bca9-e342-4fd0-83c9-bd8cdb619c5b","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.83377221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"0121bca9-e342-4fd0-83c9-bd8cdb619c5b","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.847331919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"9ab055be-51a7-41b8-9538-29a02a4a2862","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-unrel-b2c1ba","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.847416541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"e0f21976-f25a-4e0f-9197-a0f8a96a755e","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-serve-5b529f","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.910851501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"0cf84018-0c73-4913-924e-6a94b72ea8b0","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.923891013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"72e58b02-e48a-4987-9137-a2921c55a4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:20.941492697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"72e58b02-e48a-4987-9137-a2921c55a4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.012503536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"252daa0c-277f-43da-b5cf-9d577fffc2fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.013718768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"d5a12595-e9b1-474c-a90c-45ed147bf636","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.013740827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"d5a12595-e9b1-474c-a90c-45ed147bf636","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.02588562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"827cfb2b-5446-4d50-b7b7-38bd7829767f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.026145565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4a9b3e15-20f8-46f5-9b5f-693921680844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.030173856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"252daa0c-277f-43da-b5cf-9d577fffc2fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.045771351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4a9b3e15-20f8-46f5-9b5f-693921680844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.045890868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"827cfb2b-5446-4d50-b7b7-38bd7829767f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.328554853Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"723f416b-86f9-4a7f-88ab-d6251ea96bc2","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.394795817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e33d59d6-1650-4ff0-88ea-48f03b1efd6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.46900383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"7283bad2-06fa-475a-9222-797e0f544712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.470141101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"91f04722-e032-4f8d-b770-29e8b9128cdf","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.472252915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"f29b6808-9256-447b-aac8-755162888673","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.472319947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"f29b6808-9256-447b-aac8-755162888673","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.474115022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"b0418937-3f14-4124-87ca-4de620191124","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.479270964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e33d59d6-1650-4ff0-88ea-48f03b1efd6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.485088802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e9bfd229-5c96-4942-b373-962a343e5fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.494623602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"532100a1-98ef-4a45-b640-c67831c763e9","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.494653179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"532100a1-98ef-4a45-b640-c67831c763e9","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.512624193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"91f04722-e032-4f8d-b770-29e8b9128cdf","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.513800813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"7283bad2-06fa-475a-9222-797e0f544712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.514276617Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"d402c9dd-8c4c-495e-a81e-bd5a166ab3ff","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.518485758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"b0418937-3f14-4124-87ca-4de620191124","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.566646059Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"baa90a62-d0bb-44ea-b3b7-725054c095b6","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.569539593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"0f8ba5ec-d776-4521-ac94-793ee429a88e","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-serve-5b529f","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.577783401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"120eba75-2bdb-4075-a6a8-b77eb5d033ca","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-unrel-b2c1ba","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.580144085Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"4cf88919-d4a4-472f-b45f-47d4625fdcd3","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.580722997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e9bfd229-5c96-4942-b373-962a343e5fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.614009337Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"944f706c-4ee9-4160-a557-39b44c61575f","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.629244323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.632633205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"944f706c-4ee9-4160-a557-39b44c61575f","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.646964168Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"774284e7-e527-4205-a3bd-456ae471a10a","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.661544137Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"774284e7-e527-4205-a3bd-456ae471a10a","name":"e2e-att-delete-6c93f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-delete-6c93f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:214\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.661640983Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"774284e7-e527-4205-a3bd-456ae471a10a","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-delete-6c93f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:215\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.66166121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"774284e7-e527-4205-a3bd-456ae471a10a","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.716309076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"2818e190-23a4-423f-8171-f84394631da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.728686003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"bd9c4ede-07bd-4ecc-ad7b-8c6680cc7792","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.728781635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"bd9c4ede-07bd-4ecc-ad7b-8c6680cc7792","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.729190959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"33f57aa1-fdd7-40c7-aa96-d7dcd21f7ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.733609461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"fa934a5e-43b2-4a39-91e5-b2a5a105a355","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.757468102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"2818e190-23a4-423f-8171-f84394631da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.761081953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"33f57aa1-fdd7-40c7-aa96-d7dcd21f7ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.764802028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"fa934a5e-43b2-4a39-91e5-b2a5a105a355","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.773753055Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"cc0eb1a8-15e1-44c4-a45f-09950041e515","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.773823184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"cc0eb1a8-15e1-44c4-a45f-09950041e515","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.791080637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"43965948-27d4-40a8-8f32-d7483749443c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.814528189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"bb5113d8-456b-4b49-8d5c-3da25295d9d5","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.833419497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"43965948-27d4-40a8-8f32-d7483749443c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.840854125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"787e94cd-f23e-4647-a98a-4705e76e272b","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.843772859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"787e94cd-f23e-4647-a98a-4705e76e272b","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.853993816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"bb5113d8-456b-4b49-8d5c-3da25295d9d5","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.930487871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b4e0174-d134-422f-9b70-f4f2ece1ee97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.931499642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"36cefc7f-4811-4e8f-9430-a8a4bd895e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.939745044Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"5823241d-9792-43f0-9271-4c1d83dcbb54","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:21.939813684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"5823241d-9792-43f0-9271-4c1d83dcbb54","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.994924173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"36cefc7f-4811-4e8f-9430-a8a4bd895e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:21.998947577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b4e0174-d134-422f-9b70-f4f2ece1ee97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.023736854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"0ba6c6d0-0579-4b65-97f0-2dfc9372f42c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.041174195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"0ba6c6d0-0579-4b65-97f0-2dfc9372f42c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.086490194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"e31d9adb-97cc-423d-8a92-a7933a3058ec","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.086788569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"448a3011-9f5e-418d-a3af-a55141bbbd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.104491891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"448a3011-9f5e-418d-a3af-a55141bbbd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.105476762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"e31d9adb-97cc-423d-8a92-a7933a3058ec","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.106524393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e87e95d5-094b-4702-9bdb-7c05b1ba64da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:22.120984262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"023fda12-a191-4644-8fc4-7187c80349c8","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:22.121067617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"023fda12-a191-4644-8fc4-7187c80349c8","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.121137886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e87e95d5-094b-4702-9bdb-7c05b1ba64da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.135335157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e87e95d5-094b-4702-9bdb-7c05b1ba64da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.149202083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e87e95d5-094b-4702-9bdb-7c05b1ba64da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.189412352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf97fde4-7bb6-4c12-b4f4-6b3b4f52281d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.209374581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf97fde4-7bb6-4c12-b4f4-6b3b4f52281d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.285941569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"86b16f8d-8fa7-448c-8c27-22857606e014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.285941552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"84437813-67f6-4749-99a5-42382fb6ccf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.306287751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"86b16f8d-8fa7-448c-8c27-22857606e014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.306360067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"84437813-67f6-4749-99a5-42382fb6ccf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.380511598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"17f32d3c-3f1f-430d-8ceb-f74741d3ef7a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.381180607Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"262a0ef7-3a09-47e9-bbda-fc070dc66f5a","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.386841903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"eb6b4610-384c-4bb3-b246-d41f2a8e7358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.389712894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2daca33e-0355-4a98-9614-bb26b64ad412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.393516861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"28780142-27f8-42c4-ad86-f1db9d7c1613","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.393738898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"117cb73f-0a48-4e87-889a-6d4b59ac2000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.397987246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"17f32d3c-3f1f-430d-8ceb-f74741d3ef7a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.398566162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"8579e623-c2ce-45d7-b4a6-89b9eac8ec52","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.398608322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"8579e623-c2ce-45d7-b4a6-89b9eac8ec52","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.403891089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"eb6b4610-384c-4bb3-b246-d41f2a8e7358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.406867434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2daca33e-0355-4a98-9614-bb26b64ad412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.410461476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"28780142-27f8-42c4-ad86-f1db9d7c1613","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.411134349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"117cb73f-0a48-4e87-889a-6d4b59ac2000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.440181568Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-sub","reconcileID":"d6e561b1-e44f-4f75-8fbb-398de95d61eb","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ff3fb6c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:22.455530634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"ce2949ab-4d67-490c-aabb-fc83a516d460","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:22.455614153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"ce2949ab-4d67-490c-aabb-fc83a516d460","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.620391862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5fa6c448-a136-4a2a-97ea-24a47ffe604a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.622238458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"6ea90a9d-8652-46f2-906e-ba23f4e5a90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.637903381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5fa6c448-a136-4a2a-97ea-24a47ffe604a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.639826977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"6ea90a9d-8652-46f2-906e-ba23f4e5a90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.672005945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"431b6a1a-32eb-4169-8856-1a9dcb935235","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:22.672067525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"72d64ff9-9fb8-4fdd-9a99-c8ca02ac1aa2","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:22.672125236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"72d64ff9-9fb8-4fdd-9a99-c8ca02ac1aa2","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.682887391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4364fe7f-7628-402d-870a-036f1ef9f2e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.68323446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4e6e27e9-78cc-494a-9161-1e959129ddd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.689554811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"431b6a1a-32eb-4169-8856-1a9dcb935235","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.700738314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4364fe7f-7628-402d-870a-036f1ef9f2e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.701514053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4e6e27e9-78cc-494a-9161-1e959129ddd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.704787617Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-ade612","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-ade612","reconcileID":"a3065be0-15f8-4ce3-970b-310b4b852969","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-ade612","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-ade612":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.756618511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f42c9c-c1db-4a49-b0ec-e56a0b2c504a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.770332006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f42c9c-c1db-4a49-b0ec-e56a0b2c504a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.784717213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f42c9c-c1db-4a49-b0ec-e56a0b2c504a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.798538792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f42c9c-c1db-4a49-b0ec-e56a0b2c504a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:22.813502546Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"8242ddf4-6b14-4086-be46-8c2e10398231","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:22.813565642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"8242ddf4-6b14-4086-be46-8c2e10398231","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.892007953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a31c7e9b-2053-4f4f-bb66-de4d611e0f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.892960168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"41c01a31-1790-43c1-bc96-ea5fa5670b95","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.900110698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"31c535ac-b735-4df0-b41e-e8fc49be7395","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.905164755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ee80649e-b1b1-481d-aeb3-37d21aa43c78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.905164734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"99942f35-6f08-4643-b96e-4351e9a4a36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.913673921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"41c01a31-1790-43c1-bc96-ea5fa5670b95","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.914694864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a31c7e9b-2053-4f4f-bb66-de4d611e0f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.917732053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"31c535ac-b735-4df0-b41e-e8fc49be7395","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.923167298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"99942f35-6f08-4643-b96e-4351e9a4a36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:22.924180927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ee80649e-b1b1-481d-aeb3-37d21aa43c78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.098392406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"6a31416b-7d74-4125-8ee0-97387bd6b3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.131333868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"6a31416b-7d74-4125-8ee0-97387bd6b3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.233173738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"7dcc590f-2314-4b57-bf03-fc04d3917990","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.277625344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"7dcc590f-2314-4b57-bf03-fc04d3917990","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.293857452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"499086de-8580-495e-a45c-a65beb2bb99c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.29456658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"afffae49-670a-48d1-902c-34401585ae3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.294968864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"870c64db-f216-4b17-ba52-d64c83bc346f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.316700703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"499086de-8580-495e-a45c-a65beb2bb99c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.322742917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"870c64db-f216-4b17-ba52-d64c83bc346f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.322827864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"afffae49-670a-48d1-902c-34401585ae3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.355629109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"15d7f000-b989-496a-bde9-2852814bc0ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.38954225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"15d7f000-b989-496a-bde9-2852814bc0ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.605725853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70923db1-f1fb-4d6e-bcbf-3c48d7393db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.655037561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70923db1-f1fb-4d6e-bcbf-3c48d7393db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.692294838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70923db1-f1fb-4d6e-bcbf-3c48d7393db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.692497105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf5fa86a-ef28-4ce6-ad12-9674297feb73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.706407041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70923db1-f1fb-4d6e-bcbf-3c48d7393db0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.710172778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf5fa86a-ef28-4ce6-ad12-9674297feb73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.733743542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"069b5fed-9928-4957-92b9-4a4cce7a3385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:23.751771272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"069b5fed-9928-4957-92b9-4a4cce7a3385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:24.169746688Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"8d890f11-466c-4040-b74a-3121307966a2","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:24.169810162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"8d890f11-466c-4040-b74a-3121307966a2","error":"ExternalModel e2e-extmod-att-user-f9273c/e2e-att-delete-6c93f3 is attached to several gateways [openshift-ingress/e2e-extmod-a-55521f openshift-ingress/e2e-extmod-b-9a7e69]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.864344731Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-635bbf priority=0:[ai-tenant-e2e-extmod-b-635bbf/e2e-att-detach-89f686-sub ai-tenant-e2e-extmod-b-635bbf/e2e-att-unrel-a0e8a8-sub]","namespace=ai-tenant-e2e-extmod-b-9a7e69 priority=0:[ai-tenant-e2e-extmod-b-9a7e69/e2e-att-serve-5b529f-sub ai-tenant-e2e-extmod-b-9a7e69/e2e-att-unrel-b2c1ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.8789435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"cb8939b6-748e-480f-abc9-14dfa4f0bf1e","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.878967564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"cb8939b6-748e-480f-abc9-14dfa4f0bf1e","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:24.897011585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-sub","reconcileID":"c148c653-32aa-4cf9-a1ff-7ed4dcd01da0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-4f19d7-0d0a9b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.899112766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"f2cffcfa-a0f7-48c0-a892-a543e7f4e43e","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.913532117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"d7128120-9e6f-44e9-a94d-8aac72107af4","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.913556295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"d7128120-9e6f-44e9-a94d-8aac72107af4","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.917365714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"f2cffcfa-a0f7-48c0-a892-a543e7f4e43e","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:24.928937669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"d7128120-9e6f-44e9-a94d-8aac72107af4","name":"e2e-cfl-4f19d7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-4f19d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:24.928986415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"d7128120-9e6f-44e9-a94d-8aac72107af4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-4f19d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.949996763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"51bb7264-e5fa-4904-883f-b3e7890e8afa","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.950013131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"51bb7264-e5fa-4904-883f-b3e7890e8afa","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.96716481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"fab3e96a-1a56-4dc8-98a6-4a9d76aa20fe","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:24.967182138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"fab3e96a-1a56-4dc8-98a6-4a9d76aa20fe","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:25.032275632Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-sub","reconcileID":"b230d775-aaf3-4dd2-835b-a3cf87f25158","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-4f19d7","model":"e2e-cfl-4f19d7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7-0d0a9b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:25.154173506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"aa06d31f-1eb6-4bbf-9a89-f14827769239","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:25.198140801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"15fac650-e490-4df7-a1db-4ecd72e47ba8","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:25.198268726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"15fac650-e490-4df7-a1db-4ecd72e47ba8","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:25.199763855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"aa06d31f-1eb6-4bbf-9a89-f14827769239","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:25.271959313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-sub","reconcileID":"316783da-d1e0-4f03-bbef-cbdd63d46a48","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-4f19d7","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.891882982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"9d88d15a-c809-4f56-92f7-686c86d6fb05","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.928442683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"cadc9718-dd95-4a6e-a8ef-144a2143b65b","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.928462975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"cadc9718-dd95-4a6e-a8ef-144a2143b65b","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.937158497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"07c295cd-b1cf-4f99-86bf-814e0ec355b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.940661215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c8279342-5de4-4919-8c2e-56c1d793f680","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.940976175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"dae59e5e-63cb-4028-aa1b-1a585c5dc426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.941562622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e606c395-7cf0-454f-8c82-9d9ae71a27f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.942807597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"e85cafd7-db9b-417a-bb3f-0b854366048d","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.942827337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"e85cafd7-db9b-417a-bb3f-0b854366048d","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.945375244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"4b495c02-da53-4f87-a8ea-040470c7d5bf","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.954681846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"07c295cd-b1cf-4f99-86bf-814e0ec355b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.958906099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c8279342-5de4-4919-8c2e-56c1d793f680","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.960349805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"dae59e5e-63cb-4028-aa1b-1a585c5dc426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.961307535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e606c395-7cf0-454f-8c82-9d9ae71a27f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.964044322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"4b495c02-da53-4f87-a8ea-040470c7d5bf","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.986745008Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"6744eeb7-0ffa-45cd-ac2c-68cc8ddccaeb","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.990948826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"ae715beb-59a1-4307-8265-feb4ca79113f","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-unrel-b2c1ba","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:27.991514879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"80f1fd7e-c59c-4057-b0bf-37946f82b213","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-serve-5b529f","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.001376491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"fcafa367-7ee9-4c02-afd4-c61c76f2006b","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.001394423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"fcafa367-7ee9-4c02-afd4-c61c76f2006b","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.016561028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"ecb17e28-e08c-48b0-84c0-bf0aa1d24520","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.016578147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"ecb17e28-e08c-48b0-84c0-bf0aa1d24520","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.114178775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"a027fde0-d237-4676-965b-77b5535738d2","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-serve-5b529f","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.114753352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"81d9725c-31ec-4a80-a3ef-14d5c4031db4","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-unrel-b2c1ba","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.118735778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"0d17b3ca-eb16-4b09-a700-08c1d16e3232","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.128220134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"b541c905-967e-4491-ac90-8e59896713b9","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.128688306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"00be13cd-896b-43d2-82b2-6069169d8793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.136227874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"0d17b3ca-eb16-4b09-a700-08c1d16e3232","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.145760491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"b541c905-967e-4491-ac90-8e59896713b9","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.146312717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"00be13cd-896b-43d2-82b2-6069169d8793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.174954439Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-6c93f3","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","reconcileID":"d22e4ccf-86e2-4d43-8fa3-c6c135a71de0","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-delete-6c93f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.226071871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb3c01cf-ba41-4ecc-854c-f0d23990a8a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.226208672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"0a8e8b61-57f0-4414-a72e-517f16596b7c","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.243264689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb3c01cf-ba41-4ecc-854c-f0d23990a8a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.243660257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"0a8e8b61-57f0-4414-a72e-517f16596b7c","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.342857875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4c55a17d-d861-4b95-a146-4eb5c0853a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.343452309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4d8421c4-12fb-4037-b1fb-866cc2f76cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.34423709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3a861336-d5f5-40f8-8fad-7567a3bdc898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.363621979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"014c2bd8-c542-422c-bac3-0963663c85e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.37376601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4c55a17d-d861-4b95-a146-4eb5c0853a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.377438824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3a861336-d5f5-40f8-8fad-7567a3bdc898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.400398911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4d8421c4-12fb-4037-b1fb-866cc2f76cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.45275084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"014c2bd8-c542-422c-bac3-0963663c85e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.481226537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"d704fef8-8010-480a-a296-6edfaa3dc805","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.558858881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"d704fef8-8010-480a-a296-6edfaa3dc805","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.620660215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0c34dd65-4e64-459f-9a84-d567f3e6d9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.621369176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f40aa01-39a8-42a8-82a0-c701c6808a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.621714913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"67dbfe14-57a7-4811-b338-57d9b753a1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.621723855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"d4fa5f2d-71bd-43a7-a75c-865a41916cda","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.638843111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0c34dd65-4e64-459f-9a84-d567f3e6d9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.639921698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f40aa01-39a8-42a8-82a0-c701c6808a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.641433637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"67dbfe14-57a7-4811-b338-57d9b753a1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.642060667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"d4fa5f2d-71bd-43a7-a75c-865a41916cda","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.905535437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f4505c37-3891-4f65-8de6-9719836def83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.906346113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"71ae9a60-43ad-4342-8baf-0e4bf0ef807b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.918386505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"7730b501-3136-4f0c-b29c-d1b1e23adfde","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.924543845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1bb0510e-e088-4f2b-877e-059b6ca4da41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.930134693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f4505c37-3891-4f65-8de6-9719836def83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.941343817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"7730b501-3136-4f0c-b29c-d1b1e23adfde","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.942739454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"71ae9a60-43ad-4342-8baf-0e4bf0ef807b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.943764233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1bb0510e-e088-4f2b-877e-059b6ca4da41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.94393173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"dd71c6fe-c53e-4ba2-8dc8-5981577340c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:28.96161724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"dd71c6fe-c53e-4ba2-8dc8-5981577340c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:29.099973722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"de0c63f9-1cbd-4d61-a5e7-e87a4ff240fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:29.117237975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"de0c63f9-1cbd-4d61-a5e7-e87a4ff240fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:29.207128409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"ba30ea6c-b6ea-49ac-beaf-508e359eb1bd","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:29.248322464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"ba30ea6c-b6ea-49ac-beaf-508e359eb1bd","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.654202785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"bdb6e390-67e6-4901-a1c8-58de73614773","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.654252265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"bdb6e390-67e6-4901-a1c8-58de73614773","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.713967574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"50b40da5-7561-47f4-adcd-6083e7b7f9f6","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.713978288Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"e8af9d47-ebca-4feb-a517-c9c4536d3b6f","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cca551b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.727143853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"985ec683-cdc0-4023-b419-59ea5fcd6235","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.731214829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"50b40da5-7561-47f4-adcd-6083e7b7f9f6","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.746469105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"985ec683-cdc0-4023-b419-59ea5fcd6235","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.915688268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"821ba6b2-c0c6-4f56-b27e-2d483e4b3802","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.916252426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"cd44f7e4-0e40-462c-9de5-f6dd4b1e5066","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.93321987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"821ba6b2-c0c6-4f56-b27e-2d483e4b3802","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:30.934194669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"cd44f7e4-0e40-462c-9de5-f6dd4b1e5066","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.454401998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-sub","reconcileID":"872218b0-1d4a-419c-a4fa-f99f08492898","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","subscription":"e2e-cmp-legacy-ef9994-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.482791741Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-sub","reconcileID":"872218b0-1d4a-419c-a4fa-f99f08492898","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.497051712Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-sub","reconcileID":"872218b0-1d4a-419c-a4fa-f99f08492898","MaaSSubscription":{"name":"e2e-cmp-legacy-ef9994-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.579761127Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-635bbf priority=0:[ai-tenant-e2e-extmod-b-635bbf/e2e-att-detach-89f686-sub ai-tenant-e2e-extmod-b-635bbf/e2e-att-unrel-a0e8a8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.593123475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"9e9a7c23-15e3-4e30-a3f2-823ba499e219","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.593141179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"9e9a7c23-15e3-4e30-a3f2-823ba499e219","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.609717298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"9ea1210e-a150-44d9-a5df-b47c624cb47e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.625314932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"ead9e835-1cd6-4294-9f48-ca0d4f323921","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.625334733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"ead9e835-1cd6-4294-9f48-ca0d4f323921","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.628807592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"9ea1210e-a150-44d9-a5df-b47c624cb47e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.736155722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"8e686b17-3871-44f5-9991-d183e3d41671","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.736178275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"8e686b17-3871-44f5-9991-d183e3d41671","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.770975491Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"3bd995ba-225a-4339-b552-eb49fda799a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:32.987818049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"3bd995ba-225a-4339-b552-eb49fda799a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.032928493Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"3bd995ba-225a-4339-b552-eb49fda799a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.032944928Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994-access","reconcileID":"3bd995ba-225a-4339-b552-eb49fda799a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ef9994-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.063959766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"04626401-4eed-4180-8773-eda2143657d0","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"ai-tenant-e2e-extmod-a-3b20b0/e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.063979972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"04626401-4eed-4180-8773-eda2143657d0","MaaSModelRef":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"routeName":"external-model-e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0","model":"e2e-cmp-legacy-ef9994","externalModel":"e2e-cmp-legacy-ef9994","provider":"e2e-cmp-legacy-ef9994-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.554953605Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"11d3b9f0-cace-469a-b243-04f695b5a076","namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.596929725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"8d4503b9-38cc-4751-bb02-330a4b26b5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.597768003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a1b60d35-ac32-45a0-b20d-5f9a10a3035a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.598644088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4d8297f5-9739-43ad-8c1b-4d3d5a99e51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.599287413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"cbcc7d62-8983-48c0-bbd7-14a795e8a7ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.600373504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d622d2f1-6a6b-4a27-9dc2-e24e095d1658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.615994873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"8d4503b9-38cc-4751-bb02-330a4b26b5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.62034819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a1b60d35-ac32-45a0-b20d-5f9a10a3035a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.625534726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4d8297f5-9739-43ad-8c1b-4d3d5a99e51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.698032987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"cbcc7d62-8983-48c0-bbd7-14a795e8a7ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.713788935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d622d2f1-6a6b-4a27-9dc2-e24e095d1658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.792313863Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-ef9994","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","reconcileID":"ba1910c9-3a7a-4e26-90cf-c19381422aae","namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cmp-legacy-ef9994","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.86353583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"cc8bcfb2-4cd4-42a5-8b25-15191fa830fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.86355877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35e85f42-6750-4b39-9d69-349df8887588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.8765406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"7f492722-730c-47c9-9ee0-d958c9de1a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.876548189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f722690a-0f91-4284-a59b-af018491783e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.877224735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"4b56c58d-b91b-416a-9690-5aab3da0b4ba","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.881182991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35e85f42-6750-4b39-9d69-349df8887588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.882028407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"cc8bcfb2-4cd4-42a5-8b25-15191fa830fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.893981885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"7f492722-730c-47c9-9ee0-d958c9de1a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.89434741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f722690a-0f91-4284-a59b-af018491783e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:33.896268479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"4b56c58d-b91b-416a-9690-5aab3da0b4ba","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.099240024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4cc4696e-e701-4ebd-a24b-4760b4cee180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.099693675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"99145ef4-5ce7-40f6-9fb8-9892da3f1bd3","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.099968826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1a1b579a-0c63-4a0d-aca6-280cfd82645a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.12242535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1a1b579a-0c63-4a0d-aca6-280cfd82645a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.123438987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"99145ef4-5ce7-40f6-9fb8-9892da3f1bd3","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.128824567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4cc4696e-e701-4ebd-a24b-4760b4cee180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.210432945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"be2a92cd-a83a-4313-965e-d403de332e34","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.243890459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f3f5b705-3b35-4d8e-a4bb-4ed26c4a284e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.24594345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"be2a92cd-a83a-4313-965e-d403de332e34","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.280594959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f3f5b705-3b35-4d8e-a4bb-4ed26c4a284e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.305197048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"1a5fce44-5946-42f6-a4f5-f7dc6496a3db","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.306127046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"146dbdce-2f8e-4d7e-b64c-7bc2d6e8a418","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.326728547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"1a5fce44-5946-42f6-a4f5-f7dc6496a3db","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.326810742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"146dbdce-2f8e-4d7e-b64c-7bc2d6e8a418","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.393447036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e426d8e7-6f9e-4e4e-a69e-ee012af5dc70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.41170972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e426d8e7-6f9e-4e4e-a69e-ee012af5dc70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.497679394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"594bf7ea-b6d5-4857-ad87-59163bd258c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.497740082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"57e994d4-ede6-4e98-9875-e06551c4ca84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.516361238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"594bf7ea-b6d5-4857-ad87-59163bd258c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.517226008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"57e994d4-ede6-4e98-9875-e06551c4ca84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.593922859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e0c986c7-4d68-4f86-aa58-75cfa148c542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.594008763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"906bcb85-4d2c-4647-996c-ee9004049b5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.614498835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e0c986c7-4d68-4f86-aa58-75cfa148c542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:34.61463446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"906bcb85-4d2c-4647-996c-ee9004049b5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.490015554Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"75b4c6bf-87fb-480b-b18d-54167a550534","namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.510088695Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"1d987b09-7054-4979-8d2a-2bbfddfabaa1","namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.536007998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"6f9d0509-364d-4dc0-b3a7-1e0ea7ca4f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.536838353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad32e71-afff-477b-815f-c37637ac07d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.537544036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"6b641491-bb31-4281-bab9-e1d4bd2c5685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.539310861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5895ce16-d857-4974-a89b-03bcb64ce88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.602741854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b209cfce-b2bc-406c-a1a8-91f2b37d2615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.607640067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"6f9d0509-364d-4dc0-b3a7-1e0ea7ca4f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.610314033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad32e71-afff-477b-815f-c37637ac07d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.612729239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"6b641491-bb31-4281-bab9-e1d4bd2c5685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.69515592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b209cfce-b2bc-406c-a1a8-91f2b37d2615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.699629616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5895ce16-d857-4974-a89b-03bcb64ce88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.753490251Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"a6e54031-0c09-4a5e-842a-8b57ebc75237","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.772112737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"bb9e0314-53a0-455b-9774-2b507af0d84d","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.772131197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"bfb061eb-386d-438f-aa11-a50aa89c00dc","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.772559772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"4ffa9876-0c27-4004-bb8e-a80acf43c23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.795009243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"bb9e0314-53a0-455b-9774-2b507af0d84d","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.795151007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"bfb061eb-386d-438f-aa11-a50aa89c00dc","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.797096052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"4ffa9876-0c27-4004-bb8e-a80acf43c23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.852647185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"df4fd191-06e8-4dc3-a313-8c07791cd3ff","namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.867183124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"7c011dae-3775-4bd0-8f9e-987a7f28877d","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.867200261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"7c011dae-3775-4bd0-8f9e-987a7f28877d","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.869074434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f814fcf1-3bc3-4229-8c2a-9bb8b2634d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.887799945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f814fcf1-3bc3-4229-8c2a-9bb8b2634d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.970277562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"4abd88ca-d9c0-4bf6-af36-c92171aa7203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:35.98789075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"4abd88ca-d9c0-4bf6-af36-c92171aa7203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.05927612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"65b79fba-5e9e-414e-96dc-5c2518d8ff62","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.069521778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"483a4837-c877-4c9a-9189-c90c95f325c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.069982827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"ca726adf-0132-41de-a170-6cb99d47241d","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.073080068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08eba510-b716-44d7-8eda-9e311048b3dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.07360263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"73655dbc-2973-41e0-8393-e0b6a2df9d56","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.132213825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"ca726adf-0132-41de-a170-6cb99d47241d","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.254402773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"483a4837-c877-4c9a-9189-c90c95f325c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.264793394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08eba510-b716-44d7-8eda-9e311048b3dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.265193714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"65b79fba-5e9e-414e-96dc-5c2518d8ff62","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.267008182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"73655dbc-2973-41e0-8393-e0b6a2df9d56","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.449738877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"3176336d-4157-4dad-9d6a-094f93a4139f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.449738771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b118db2f-647b-49d1-9302-0419edb7690a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.450890052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a4ee0ffe-b42a-4882-aca6-e9d91ce73cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.467483712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"3176336d-4157-4dad-9d6a-094f93a4139f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.468116401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b118db2f-647b-49d1-9302-0419edb7690a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.469698362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a4ee0ffe-b42a-4882-aca6-e9d91ce73cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.550099821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4a42cd84-0533-4bf8-a9c4-2281aa23d6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.550824217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"603baf4c-8684-462b-9b51-a68d5a7d8910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.568811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"603baf4c-8684-462b-9b51-a68d5a7d8910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.56952953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4a42cd84-0533-4bf8-a9c4-2281aa23d6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.651353921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"46bbd892-3310-446c-997d-4aaba2acbe8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.651356531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"da35b1d9-84ef-4caa-8f80-19631817537c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.65245784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"a07c43cf-fcff-45ce-ab03-d3ddf042009e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.669747378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"da35b1d9-84ef-4caa-8f80-19631817537c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.669880539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"46bbd892-3310-446c-997d-4aaba2acbe8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.672013168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"a07c43cf-fcff-45ce-ab03-d3ddf042009e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.750739229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"65005965-ab87-4438-a34e-110a3d6bd54b","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.751213657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c2996b6f-8afe-4534-a217-deb727e0841d","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.768049059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"65005965-ab87-4438-a34e-110a3d6bd54b","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.768325757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"c2996b6f-8afe-4534-a217-deb727e0841d","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.885124221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"b080198e-8efc-401f-b376-0a9546f21d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:36.931884626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"b080198e-8efc-401f-b376-0a9546f21d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.00119501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"c950b91b-641f-450e-9b05-4d585712f73f","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.173507406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"42dd5db5-16bc-4308-b95d-3463876c8ec3","namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.193728668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"6f56cab1-b23e-4e88-bac4-1bc1f2f7db6e","namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.217350341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5b076cdc-801b-4fb0-9777-e6733cccbf1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.218244893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"7035e48b-53b1-49a3-9968-2ac77ae2e4c6","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.219526442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ff7191f7-73ca-40af-bffa-f1c2fc74c237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.219551636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"660455ce-2e78-4d2d-ab14-fa72ebb57223","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.220927471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"92b74951-741d-4cac-9fdd-371fa6c92b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.236334976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5b076cdc-801b-4fb0-9777-e6733cccbf1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.237173724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"7035e48b-53b1-49a3-9968-2ac77ae2e4c6","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.240127444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"660455ce-2e78-4d2d-ab14-fa72ebb57223","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.24041096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ff7191f7-73ca-40af-bffa-f1c2fc74c237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.242371799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"92b74951-741d-4cac-9fdd-371fa6c92b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.325335925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"6d34ef07-9b2c-4a2b-bc73-cfc35d3c32f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.340278464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"29902353-e1a7-4c80-9d79-d32a31324a5f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.346966971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"6d34ef07-9b2c-4a2b-bc73-cfc35d3c32f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.362174149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"29902353-e1a7-4c80-9d79-d32a31324a5f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.376839846Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"5866ec57-104c-4b5a-b304-92df8dc8d119","namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.394264772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"0c3df0b9-febd-4402-8c12-de2a4dce06aa","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.418071005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"0c3df0b9-febd-4402-8c12-de2a4dce06aa","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.42621079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"1459df5c-3571-4302-afd6-a54d8b245144","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.426234563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1b0aa4b-0fab-4cad-a3df-82f35c0fcdbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.434357508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"8cba0f60-57e7-49a1-8b84-f11179fa3666","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.446351859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"1459df5c-3571-4302-afd6-a54d8b245144","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.448231277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1b0aa4b-0fab-4cad-a3df-82f35c0fcdbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.491918333Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"9bcf7095-e31d-40e6-8312-adadd1348808","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.537055187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b21347b6-b614-4ea0-96a4-0c326d4ed50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.555087363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b21347b6-b614-4ea0-96a4-0c326d4ed50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.57521528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"e4109edb-a3f5-4d57-81a0-d55f6e4196cf","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.575233173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"e4109edb-a3f5-4d57-81a0-d55f6e4196cf","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.63614655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c9a6b08d-d33e-4584-8478-cf6dfc9394ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.636327266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"66171255-c85a-405c-a2f8-dbe15af0c3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.637626117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"981538f4-f26c-4309-a4f8-99298be50626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.637663989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"31df58fd-85eb-492c-96e9-a096d70918f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.65385526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c9a6b08d-d33e-4584-8478-cf6dfc9394ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.654649528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"66171255-c85a-405c-a2f8-dbe15af0c3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.656182201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"981538f4-f26c-4309-a4f8-99298be50626","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.656784888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"31df58fd-85eb-492c-96e9-a096d70918f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.736284881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b73f3f6a-ab17-445b-967f-94eb24231ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.736515318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"869f2027-75f8-4b1e-8c03-d4debe963a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.73775237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b11217b6-20ae-473c-8d98-d06656cb833d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.755913255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b73f3f6a-ab17-445b-967f-94eb24231ad0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.755912969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"869f2027-75f8-4b1e-8c03-d4debe963a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.758216238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b11217b6-20ae-473c-8d98-d06656cb833d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.837007929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"c7b1169b-9485-4b01-9e94-bae459e95553","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.83703263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"081bebd0-e8a7-4057-8556-1768c4f687c2","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.838696221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c90bb1ea-6ffd-4931-bf30-2ba3fc731f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.839430624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b616da6b-0766-436b-8fc9-19bb0a6c8d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.854485237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"081bebd0-e8a7-4057-8556-1768c4f687c2","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.854778177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"c7b1169b-9485-4b01-9e94-bae459e95553","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.856789426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c90bb1ea-6ffd-4931-bf30-2ba3fc731f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.857021134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b616da6b-0766-436b-8fc9-19bb0a6c8d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.926279073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"0faec0b8-e765-4dc4-9f6d-29d13ab00890","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.936147838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"4fe2b2fa-5e89-495c-bbaa-eb6dce7454a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.939846234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"0d47e5e4-970d-4e92-8648-c90af4508a66","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.943974877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"0faec0b8-e765-4dc4-9f6d-29d13ab00890","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.953739087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"4fe2b2fa-5e89-495c-bbaa-eb6dce7454a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:38.964994508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"0d47e5e4-970d-4e92-8648-c90af4508a66","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.028041769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"b5e5fd74-8d91-4bc0-9a89-30da84108827","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.028068097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"b5e5fd74-8d91-4bc0-9a89-30da84108827","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.03684896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a3bb0b0-5396-4584-a95b-54fc4aac9f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.037530854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"a6d39b1b-c223-4a7f-b722-bbb437a4921f","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.055289625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a3bb0b0-5396-4584-a95b-54fc4aac9f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.056064706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"a6d39b1b-c223-4a7f-b722-bbb437a4921f","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.124976797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"77aab467-e731-4cdc-8486-5ce680ed1b05","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.230315511Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"77aab467-e731-4cdc-8486-5ce680ed1b05","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.246575692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"77aab467-e731-4cdc-8486-5ce680ed1b05","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.277323091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"5e29f4eb-7a8a-48ff-ba35-262cbb470968","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:39.277341676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"5e29f4eb-7a8a-48ff-ba35-262cbb470968","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:40.728719272Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"07397b44-cfa0-4266-827e-bb6abc1c4c0c","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","subscription":"e2e-att-unrel-b2c1ba-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:40.75747636Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"07397b44-cfa0-4266-827e-bb6abc1c4c0c","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:40.77271115Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-sub","reconcileID":"07397b44-cfa0-4266-827e-bb6abc1c4c0c","MaaSSubscription":{"name":"e2e-att-unrel-b2c1ba-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:40.923263998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-635bbf priority=0:[ai-tenant-e2e-extmod-b-635bbf/e2e-att-detach-89f686-sub ai-tenant-e2e-extmod-b-635bbf/e2e-att-unrel-a0e8a8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:40.936927741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"d26b227d-24f8-4dcc-a75f-2adaec64d0f7","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:40.936951455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"d26b227d-24f8-4dcc-a75f-2adaec64d0f7","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:40.991546934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0bf11c9b-6f7c-4350-a449-bae9d6219eab","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:40.99160492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"ff2c1d82-6862-45ca-867d-471c70b23171","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:41.010851598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0bf11c9b-6f7c-4350-a449-bae9d6219eab","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:41.011657393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"ff2c1d82-6862-45ca-867d-471c70b23171","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:41.081007546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"cc1ffa6b-9120-4f62-8ebc-68d4407cda30","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:41.081024476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"cc1ffa6b-9120-4f62-8ebc-68d4407cda30","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:41.257065698Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-unrel-b2c1ba-access","reconcileID":"b32abae7-16b2-4bb1-9801-3f28c4a1cb0d","MaaSAuthPolicy":{"name":"e2e-att-unrel-b2c1ba-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:41.402879689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"c94d5724-73d5-4715-b8fe-3e0370ec01ff","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:41.402898664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"c94d5724-73d5-4715-b8fe-3e0370ec01ff","MaaSModelRef":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-unrel-b2c1ba-da37576b359a","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-unrel-b2c1ba","externalModel":"e2e-att-unrel-b2c1ba","provider":"e2e-att-unrel-b2c1ba-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:41.915612289Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"c366bf2e-d07c-4138-b894-e1455a57a151","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.080138897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"8ffd229b-c6af-4bcf-83ab-12836e38d17b","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.080170509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"8ffd229b-c6af-4bcf-83ab-12836e38d17b","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.087997984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"8fdd4196-0564-4a4b-9bf2-d08ce77f5a61","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.09584336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b690b96-2be5-43fd-baeb-f925e9ef4fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.096485571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b2ac8f8b-98f1-416e-9191-66211fc75424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.107071114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"8fdd4196-0564-4a4b-9bf2-d08ce77f5a61","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.108664876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4979582f-538a-4c69-996f-7bf0f04ba57f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.110557651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"d3449c66-668a-41b6-a0cc-97a23cda90ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.113882503Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-b2c1ba","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","reconcileID":"a907aeb7-6fa2-4a80-944a-b91b7b4d70c6","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-unrel-b2c1ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.118198196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b2ac8f8b-98f1-416e-9191-66211fc75424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.121843055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b690b96-2be5-43fd-baeb-f925e9ef4fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.124890217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"8fdd4196-0564-4a4b-9bf2-d08ce77f5a61","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.130090112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4979582f-538a-4c69-996f-7bf0f04ba57f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.134570457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"d3449c66-668a-41b6-a0cc-97a23cda90ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.159060919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"ad71bc76-087d-4346-b0b4-b6f501b06041","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-serve-5b529f","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.169611443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a1091608-04ab-41e7-b5b5-d6bf22a2f0fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.187523287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a1091608-04ab-41e7-b5b5-d6bf22a2f0fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.324037417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d102806-c949-4700-9663-448e9135a537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.324737128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"28ffb23b-17f3-4eb0-afa8-28aec645c58f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.375250607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"28ffb23b-17f3-4eb0-afa8-28aec645c58f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.390035139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d102806-c949-4700-9663-448e9135a537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.42635521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c2ba5780-54d7-4250-acc7-deb1b90beeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.474934289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"66a2b78f-9bf4-4422-94e1-1c9da6d9db64","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.476829017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c2ba5780-54d7-4250-acc7-deb1b90beeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.494177428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"90b20d5e-c6c8-4ce6-8671-9f424d4b6a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.507453814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"66a2b78f-9bf4-4422-94e1-1c9da6d9db64","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.519774184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"d5133178-c90a-46eb-9385-2d95557e2e56","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.520161999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"90b20d5e-c6c8-4ce6-8671-9f424d4b6a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.528073876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"407845b9-9c72-4e8e-b4bd-7773cde76a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.539782127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"d5133178-c90a-46eb-9385-2d95557e2e56","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.545418385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"407845b9-9c72-4e8e-b4bd-7773cde76a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.737692965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"9d8f3947-7f38-4179-9481-90b9a0a38109","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.73772753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"9d8f3947-7f38-4179-9481-90b9a0a38109","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.894549036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3c31b312-3132-4de8-9ba6-948bd2fc52c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.907745421Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"8288d8a6-17a8-43d5-8dfe-54c08ac4f843","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-504afa78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.908897202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"698efe67-f056-42e1-be85-24f8ac4da682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.910494052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"bb7cd290-821f-4abb-a422-aaa782b54e4c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.913796888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"2c82992f-075b-4396-85e1-3f30a1cbaa5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.915923346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3c31b312-3132-4de8-9ba6-948bd2fc52c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.921898746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"de8f9229-7edd-49e3-b6dd-b554227d05e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.926387967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"698efe67-f056-42e1-be85-24f8ac4da682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.92868269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"bb7cd290-821f-4abb-a422-aaa782b54e4c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.93396541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"2c82992f-075b-4396-85e1-3f30a1cbaa5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:42.940256286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"de8f9229-7edd-49e3-b6dd-b554227d05e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.006687464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-sub","reconcileID":"00bb05ec-ef1d-45f1-abbe-ddacf6b801f9","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-4f19d7","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.008403037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-sub","reconcileID":"f9f40d25-b625-4750-8cf2-ffa7d25b118f","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-detach-89f686","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.035354062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6f823a3e-3938-4381-928a-000999ee9575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.052715767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6f823a3e-3938-4381-928a-000999ee9575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.090388555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"56d23d97-41fa-4748-9f8c-1172db9cc667","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.090406399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"56d23d97-41fa-4748-9f8c-1172db9cc667","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.104508505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"214dd784-0900-40b3-808d-96ff744a5871","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.104525924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"214dd784-0900-40b3-808d-96ff744a5871","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.122841243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4cbf89e1-d112-48b5-8789-eb4743b46e57","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.124421395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"53a2d2f1-88d2-4e62-bc29-874abe3d60d2","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.135785704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b06788c5-af49-4442-8c42-46517570d2a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.137559149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"bf7b838b-74b4-409b-88d4-483f2edbab87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.140823183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4cbf89e1-d112-48b5-8789-eb4743b46e57","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.141773795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"53a2d2f1-88d2-4e62-bc29-874abe3d60d2","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.153399771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b06788c5-af49-4442-8c42-46517570d2a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.155081824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"bf7b838b-74b4-409b-88d4-483f2edbab87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.157795797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4cbf89e1-d112-48b5-8789-eb4743b46e57","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.516476261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"408e0786-6697-4828-b6c2-8d5f24485421","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.533736329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"408e0786-6697-4828-b6c2-8d5f24485421","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.866233516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"02d3d329-fcd4-460c-9b49-1d9e471647f4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.866233552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"a60d3a17-4e71-41a0-aefc-3bae7a3cf6fb","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.884694768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"a60d3a17-4e71-41a0-aefc-3bae7a3cf6fb","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:43.884741718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"02d3d329-fcd4-460c-9b49-1d9e471647f4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.181348385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d"},"namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","reconcileID":"f45dcb65-e7b3-4c68-b37f-9c3d7b2f3541","namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.199533433Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d"},"namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","reconcileID":"f43e5b8f-0927-4bf4-8b0f-e94f63f52231","namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.212117945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"ef4c0651-1b42-44c4-83f7-2dccdb59db69","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.225350494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"dba55ffd-c17a-4fef-a38d-ca150717e9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.226933591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2f81647d-f8ca-4dfd-ba72-91492c3a5d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.227305438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9600d242-de13-4f92-be0b-902979f883eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.228497188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"fc375ed0-d2e0-4bac-9599-d61fccb2239e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.230003023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"ef4c0651-1b42-44c4-83f7-2dccdb59db69","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.24243342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"dba55ffd-c17a-4fef-a38d-ca150717e9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.244329722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2f81647d-f8ca-4dfd-ba72-91492c3a5d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.244766308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9600d242-de13-4f92-be0b-902979f883eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.245891636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"ef4c0651-1b42-44c4-83f7-2dccdb59db69","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.246745904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"fc375ed0-d2e0-4bac-9599-d61fccb2239e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.325255138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e384fdf4-fa5f-494b-9fa4-fe868bba1d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.325613558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4efc444d-7cf1-4904-bf1c-e17dd21df516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.32684596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"50b155f7-6dc7-4697-9901-6e01564c0c0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.344737648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4efc444d-7cf1-4904-bf1c-e17dd21df516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.344872599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e384fdf4-fa5f-494b-9fa4-fe868bba1d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.347311258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"50b155f7-6dc7-4697-9901-6e01564c0c0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.406472347Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d"},"namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","reconcileID":"10574652-1158-4640-936a-2fadee0af968","MaaSModelRef":{"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d"},"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.41519429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"2e4cbbf3-83c0-4a18-a400-679678a6e607","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.42648288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"9e7e7747-edf1-41d7-8dca-3bfd6b8378a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.4280609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"f18c17c0-f9c0-4f93-a65c-104ba7454aca","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.42985794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0718451a-9877-416b-bff0-ce1736e9f9de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.431856338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"2599f24a-cba9-4cc0-a708-b222ebc03e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.432910992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"2e4cbbf3-83c0-4a18-a400-679678a6e607","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.446389277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"9e7e7747-edf1-41d7-8dca-3bfd6b8378a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.446430995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"f18c17c0-f9c0-4f93-a65c-104ba7454aca","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.44969231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0718451a-9877-416b-bff0-ce1736e9f9de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.451251913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"2599f24a-cba9-4cc0-a708-b222ebc03e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.528483126Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d"},"namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","reconcileID":"2bf11cf3-2812-4518-9255-217e782ff4ef","namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.543338403Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d"},"namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","reconcileID":"92c6857d-87dc-47a9-9238-2aa547af7b54","MaaSModelRef":{"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d"},"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.597560521Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"f3d91243-a6c6-4d2e-93b1-9d3996902f0d","namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.61054528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"41a5374d-7d12-400e-be9d-5253d0e35d73","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.619851133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f34c7e95-def7-4caa-8e0b-d9a510ac2a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.621250863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"dbd6afb9-00ac-4088-bbfc-b7e4738c99fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.627570117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"41a5374d-7d12-400e-be9d-5253d0e35d73","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.637195302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f34c7e95-def7-4caa-8e0b-d9a510ac2a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.638380828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"dbd6afb9-00ac-4088-bbfc-b7e4738c99fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.720987507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22d8da18-b478-496d-9582-5e3e126428d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.721072473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"e3c263d4-c53e-465e-a517-88982fb4c64f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.738596205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"e3c263d4-c53e-465e-a517-88982fb4c64f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.738683513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22d8da18-b478-496d-9582-5e3e126428d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.787247206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"5969f5cb-10e8-4fe9-a017-f249a6f45e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.804206175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"5969f5cb-10e8-4fe9-a017-f249a6f45e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.810497791Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"c7cfa2ec-a44c-4528-9b59-18f79b935195","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.877029391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"72892ee7-3a4e-4c2f-a812-62545aabf9ed","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.888305201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"44c67ac1-d07c-4e65-94e6-3edcf05803df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.888324957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"7517fb16-47a6-4f4e-abed-511905b52634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.896018043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"72892ee7-3a4e-4c2f-a812-62545aabf9ed","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.911703624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"7517fb16-47a6-4f4e-abed-511905b52634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.911930186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"44c67ac1-d07c-4e65-94e6-3edcf05803df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:44.916768562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"72892ee7-3a4e-4c2f-a812-62545aabf9ed","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.020912672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e3ff4602-4f21-4226-a750-50f392c2e4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.022864737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"5fa440ec-8ca1-448b-997d-19219e580edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.024564013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c30b892e-a839-48a8-a0d3-8de2c9ddbfcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.038501844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e3ff4602-4f21-4226-a750-50f392c2e4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.04017978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"5fa440ec-8ca1-448b-997d-19219e580edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.041700483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c30b892e-a839-48a8-a0d3-8de2c9ddbfcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.054515943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"7cd6e798-1b85-4ed9-887c-aa5634d0e1ee","namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.060253876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d"},"namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","reconcileID":"b6350628-403c-44f7-af43-6c7b234e6fdc","namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.083638625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"cfff446c-303c-446d-b6ec-02468714b9ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.083703087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f6573e92-07b5-405b-a17a-87d854615e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.101994515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f6573e92-07b5-405b-a17a-87d854615e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.102205029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"cfff446c-303c-446d-b6ec-02468714b9ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.130249251Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"79129579-b087-4ee3-876e-c371479c7253","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.152088624Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"692706ea-c1bb-46cf-8a23-346e04cd5ef6","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.237268272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"5d82b921-8c50-4381-9cff-16753ae183d3","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.249567599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"1f416f06-3d3e-4132-97da-31109ca4d070","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.252231978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"574d9ad6-f58f-404b-b7ac-de4e4bf9724c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.255060739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"5d82b921-8c50-4381-9cff-16753ae183d3","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.267915963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"1f416f06-3d3e-4132-97da-31109ca4d070","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.270391079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"574d9ad6-f58f-404b-b7ac-de4e4bf9724c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.350191595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"501508a8-3c85-4458-b300-70d0bbae5c3c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.350988995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a463a808-8d54-4ad7-9cb8-b3f17464e455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.35140883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"a773b043-b508-4af1-9e33-3d3e6c9573d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.367693442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"501508a8-3c85-4458-b300-70d0bbae5c3c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.368369717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a463a808-8d54-4ad7-9cb8-b3f17464e455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.369946339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"a773b043-b508-4af1-9e33-3d3e6c9573d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.391263426Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"601a4906-67cf-4e08-bc57-071787c34827","namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.405944735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"176ed612-b92a-4543-abbc-da84485bb6cf","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.405966199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"176ed612-b92a-4543-abbc-da84485bb6cf","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.407119238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"72ea9d53-8cc0-486a-bf3e-ac87c3fa3e51","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.420281703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6918e7a8-210e-49e4-af1f-a8f57efa5c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.425020212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"72ea9d53-8cc0-486a-bf3e-ac87c3fa3e51","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.438564898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6918e7a8-210e-49e4-af1f-a8f57efa5c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.441013787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"72ea9d53-8cc0-486a-bf3e-ac87c3fa3e51","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.462385986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"8cef04fb-338c-4cd8-bdca-b06c6f8021e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.46274174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f73b6e5-ca9e-45ac-aaad-1bf5a1d38a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.482398661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"8cef04fb-338c-4cd8-bdca-b06c6f8021e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.490533942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"2ea77ca5-af4d-4068-b651-7cd6eb372ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.49490928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f73b6e5-ca9e-45ac-aaad-1bf5a1d38a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.515245607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"2ea77ca5-af4d-4068-b651-7cd6eb372ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.657170349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"827b09b7-095c-4f57-99c1-3a520c984b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.675941938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"827b09b7-095c-4f57-99c1-3a520c984b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.676568411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d4964893-fde6-47fb-9770-588d0b334000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.695123161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d4964893-fde6-47fb-9770-588d0b334000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.76404519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ca6dd4dd-f413-4375-b143-7af4a7d88cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.764161488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"815502a4-eeef-44c6-9571-c147ce5b364a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.765344639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d9201966-38d3-40fa-bfb3-208d022bd94c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.781253253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"815502a4-eeef-44c6-9571-c147ce5b364a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.781345148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ca6dd4dd-f413-4375-b143-7af4a7d88cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.783606229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d9201966-38d3-40fa-bfb3-208d022bd94c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.863512933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"03d8ffa3-4b0d-41b3-8dd3-c2e1cdfbbadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.880654118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"03d8ffa3-4b0d-41b3-8dd3-c2e1cdfbbadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.893203301Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b8a217","namespace":"e2e-extmod-att-noaccess-d28c3d"},"namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","reconcileID":"c1564941-59ac-4865-8723-ca14f1474975","namespace":"e2e-extmod-att-noaccess-d28c3d","name":"e2e-att-noaccess-b8a217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.968286443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"658e87a1-2b06-4dd3-ad1e-ebbbeee9a85c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.98205313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2931ec87-2735-4ad9-90e8-e17bcce36237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.987243363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"658e87a1-2b06-4dd3-ad1e-ebbbeee9a85c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:45.999211445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"2931ec87-2735-4ad9-90e8-e17bcce36237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.003277799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"658e87a1-2b06-4dd3-ad1e-ebbbeee9a85c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.040782431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"aea5e896-afdc-4a1b-8914-f5a37a709c75","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.0473265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"7923b4c3-3974-469d-bf69-2c29715d3ab1","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.053336995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"45d5ae20-6c87-42fe-a08b-18f37acd219c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.055495982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"fb41ae6e-97a1-46fa-b472-82c52ebd14f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.092180054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"aea5e896-afdc-4a1b-8914-f5a37a709c75","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.092761435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"7923b4c3-3974-469d-bf69-2c29715d3ab1","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.094767039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"45d5ae20-6c87-42fe-a08b-18f37acd219c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.094931236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"fb41ae6e-97a1-46fa-b472-82c52ebd14f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.150270727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8f294c5c-8ee9-4386-a351-81e5aeefa3c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.162872008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"643b00a8-3323-4da5-b3bf-cdab0d311558","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.167900076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8f294c5c-8ee9-4386-a351-81e5aeefa3c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.176471449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"fe81d4fd-f931-4484-b927-894d1d9951c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.180436239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"643b00a8-3323-4da5-b3bf-cdab0d311558","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.194035848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"fe81d4fd-f931-4484-b927-894d1d9951c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.205566648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d74c7025-8129-4715-9ae2-e84f6760abb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.205710944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d7f68897-8309-4a02-9369-29d41367bdb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.223943341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d74c7025-8129-4715-9ae2-e84f6760abb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.224237792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d7f68897-8309-4a02-9369-29d41367bdb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.351225156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"99b98f1f-8871-4541-afcb-c0a0b4b495e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.39296046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"99b98f1f-8871-4541-afcb-c0a0b4b495e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.410456915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"677dfc96-2ae4-4754-8229-54dba429f16d","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.410484264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"677dfc96-2ae4-4754-8229-54dba429f16d","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.494108752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0efe37e8-cccc-4f70-a469-690260ca42d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.494454417Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-sub","reconcileID":"5efb3789-67b6-4685-8a43-59f81b5d7eae","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e228e4e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.494770659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"1c798657-d62d-4350-bc8f-0d3d9a751e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.495122273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"20428506-412d-4bf9-89fc-603e5d4cbb71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.505811166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2477df31-c678-482f-ac54-402a2dec007f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.515508377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"1c798657-d62d-4350-bc8f-0d3d9a751e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.517112636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"20428506-412d-4bf9-89fc-603e5d4cbb71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.518304816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0efe37e8-cccc-4f70-a469-690260ca42d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.524013251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2477df31-c678-482f-ac54-402a2dec007f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.651912828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"042505f9-6615-43cb-b7e7-0a59438c5b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.66953539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"042505f9-6615-43cb-b7e7-0a59438c5b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.773253893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"853dad73-790a-4611-a39a-c5b1f9726bb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.774644163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"2ebb37a4-748d-42dd-b20a-387d3af7e552","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.790394666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"853dad73-790a-4611-a39a-c5b1f9726bb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:46.79441668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"2ebb37a4-748d-42dd-b20a-387d3af7e552","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:48.016635203Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"03d40f93-e753-4f31-96a2-8be0f993b80c","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:48.507708711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"d5b2659b-2a4a-4f4e-a619-b5faa2158bb1","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.58032558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"6da116df-c5a2-4938-9887-76ed97e62850","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.599907691Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"bb6d70bc-00dc-4327-bd67-bab7c6a0408c","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.610633784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"d138e127-1004-4b8a-8c9a-694c44ad957c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.612549685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"ac654d8b-cf0a-42dd-bd8f-d5b7eb76fede","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.623952869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1c0d821a-33ef-4ad7-8ee2-de1434395a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.62538273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"463a8586-51b2-40e8-8f43-549e2d172a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.627654776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"8b8e867a-65a6-4309-b523-98cba0fcc446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.628456675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"d138e127-1004-4b8a-8c9a-694c44ad957c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.630135937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"ac654d8b-cf0a-42dd-bd8f-d5b7eb76fede","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.641782519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1c0d821a-33ef-4ad7-8ee2-de1434395a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.643713677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"463a8586-51b2-40e8-8f43-549e2d172a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.64599067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"8b8e867a-65a6-4309-b523-98cba0fcc446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.646876646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"ac654d8b-cf0a-42dd-bd8f-d5b7eb76fede","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.68972604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"ca94f5c5-93ef-4511-858f-a9a69828aee4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.690701613Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"d3fe55e6-90da-4ebe-8ba9-6ff19a92f14d","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.708222519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"ca94f5c5-93ef-4511-858f-a9a69828aee4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.713618972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"298564da-db79-4593-a2e3-1aa1cb445de1","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.813102001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"88c54a1f-8fcc-4ccc-88a0-ad12f5c35951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.814127147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceee5cc9-a834-454b-a67f-dcf1f789f324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.81672261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"188e3cfc-2b90-401e-abcd-480b85dbc151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.816746495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"7a20a9f7-ed50-43fe-85d3-00f6791675e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.820660067Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"8ce2c004-fe3b-4c54-9075-2c961341ea43","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.831834709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceee5cc9-a834-454b-a67f-dcf1f789f324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.832038779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"88c54a1f-8fcc-4ccc-88a0-ad12f5c35951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.834404414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"7a20a9f7-ed50-43fe-85d3-00f6791675e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.834573511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"188e3cfc-2b90-401e-abcd-480b85dbc151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.923535197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"c5efda58-0c2e-4265-8b1c-495caf3efe46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.943286647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a609661-6db6-4930-aa4c-035e85b8af44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.94390043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"9a003644-a99f-4e47-8a40-956801086343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.949285299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5adcb8e9-25ec-4960-9bd6-ced1f48d2338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.949755039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3169bb5a-7a30-45be-98aa-46ba043eb47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:50.955422418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"c5efda58-0c2e-4265-8b1c-495caf3efe46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.059317778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a609661-6db6-4930-aa4c-035e85b8af44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.080390271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3169bb5a-7a30-45be-98aa-46ba043eb47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.074763349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5adcb8e9-25ec-4960-9bd6-ced1f48d2338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.083829284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"9a003644-a99f-4e47-8a40-956801086343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.096716274Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"81506a12-1128-4f81-91a3-b82cd5763c06","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.116620681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"2fe82526-261b-41e2-a8c6-97d89ea214eb","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.116745568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"2fe82526-261b-41e2-a8c6-97d89ea214eb","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.323067487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"7badb3cd-1910-4c94-99d5-ba2abe943fa3","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.32706586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"5429ccad-01be-4bda-aaf8-bc37c874c97f","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.32748816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"8c29a8f9-ccd2-4364-bf6b-5bdc76a109ca","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.3275061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"8c29a8f9-ccd2-4364-bf6b-5bdc76a109ca","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.339762351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"57da7b45-e991-46de-946f-e56512f6c467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.340663398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"7badb3cd-1910-4c94-99d5-ba2abe943fa3","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.345098208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"5429ccad-01be-4bda-aaf8-bc37c874c97f","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.357513964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"57da7b45-e991-46de-946f-e56512f6c467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.421060957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"db748a46-d776-47a5-98ff-ecdcf7dfe252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.421360165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"678d7074-5e10-44fa-87ad-61b9c67366d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.439103868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"678d7074-5e10-44fa-87ad-61b9c67366d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.43912585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"db748a46-d776-47a5-98ff-ecdcf7dfe252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.450355522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"8c2c4e62-53b9-402e-b3fe-c3de16a31ea3","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.450378261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"2805a45e-dc58-4427-a0be-be8d4b8ba2cc","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.463743462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1059a04c-73c0-4a9b-91e3-4192b07221d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.469563599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"8c2c4e62-53b9-402e-b3fe-c3de16a31ea3","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.470596715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"2805a45e-dc58-4427-a0be-be8d4b8ba2cc","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.495855842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1059a04c-73c0-4a9b-91e3-4192b07221d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.496347796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"8c2c4e62-53b9-402e-b3fe-c3de16a31ea3","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.539306969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ac7f5227-556c-457a-b984-7afc4067155b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.539315842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"468c9f2e-ea70-4da7-9348-58ccb6d45e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.54036026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"64434bfd-28e2-493b-bf17-6176f962945c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.557685484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"468c9f2e-ea70-4da7-9348-58ccb6d45e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.557777132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ac7f5227-556c-457a-b984-7afc4067155b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.560073739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"64434bfd-28e2-493b-bf17-6176f962945c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.635572912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.654018168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"34cd6e64-4b9f-4ed3-9add-5d8cecc08a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.654228372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c31aa17e-04e2-4ed6-b0df-4899b53e343a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.672178544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"34cd6e64-4b9f-4ed3-9add-5d8cecc08a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.672187513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c31aa17e-04e2-4ed6-b0df-4899b53e343a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.741379765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5e8ef93d-c4ef-4b16-b61b-5ec13649b14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.741626467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1584d0a1-9c93-42c9-85b9-13bb6804b029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.743218942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c04bb823-4dd1-4a1b-a8b5-1ac4c037b894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.759102004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"5e8ef93d-c4ef-4b16-b61b-5ec13649b14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.759135999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1584d0a1-9c93-42c9-85b9-13bb6804b029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.761437405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c04bb823-4dd1-4a1b-a8b5-1ac4c037b894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.823551138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"03f614ae-312d-4e36-b84e-8af9701717f3","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.823570512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"03f614ae-312d-4e36-b84e-8af9701717f3","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.838805626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"675588bd-2509-4299-b9d3-ffc467001fe3","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.852377613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"76f53bf9-4563-41fb-ba26-10ed8ac31767","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.856182426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"675588bd-2509-4299-b9d3-ffc467001fe3","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:51.871123979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"76f53bf9-4563-41fb-ba26-10ed8ac31767","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:52.054176402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"bcbba417-fffe-4c87-adcc-dd2733ad9816","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:52.054196659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"bcbba417-fffe-4c87-adcc-dd2733ad9816","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:52.922033298Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"8b038b67-2b32-4363-8475-61dc49279d15","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","subscription":"e2e-att-serve-5b529f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:52.949816319Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"8b038b67-2b32-4363-8475-61dc49279d15","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:52.964264155Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-sub","reconcileID":"8b038b67-2b32-4363-8475-61dc49279d15","MaaSSubscription":{"name":"e2e-att-serve-5b529f-sub","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"maas-trlp-e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.061699056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"245b6d1e-3fe6-4384-a3d7-ac208af7ec2a","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.061720175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"245b6d1e-3fe6-4384-a3d7-ac208af7ec2a","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.084716159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0ac9ce63-c91d-4da6-984e-9ec51b468e34","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.105451016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"757065a8-09b0-4dfa-8f8b-82b129d080d0","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.105487106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"757065a8-09b0-4dfa-8f8b-82b129d080d0","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.120126055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"0ac9ce63-c91d-4da6-984e-9ec51b468e34","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.194707127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"a8bd4fb4-fbf1-43a2-a3a2-f0b3baa0732f","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.1947306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"a8bd4fb4-fbf1-43a2-a3a2-f0b3baa0732f","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.261829217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"f0c17d8a-5d84-474c-8c3c-534a88019be4","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.478562411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"f0c17d8a-5d84-474c-8c3c-534a88019be4","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.522829471Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"f0c17d8a-5d84-474c-8c3c-534a88019be4","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"name":"e2e-extmod-b-9a7e69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.522844002Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"e2e-att-serve-5b529f-access","reconcileID":"f0c17d8a-5d84-474c-8c3c-534a88019be4","MaaSAuthPolicy":{"name":"e2e-att-serve-5b529f-access","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9a7e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.558181073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"f04b71e3-2433-4b5e-bcb0-be58cdcd55ed","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"tenant":"e2e-extmod-b-9a7e69","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","model":"e2e-extmod-att-user-f9273c/e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:53.558202639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"f04b71e3-2433-4b5e-bcb0-be58cdcd55ed","MaaSModelRef":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"routeName":"external-model-e2e-att-serve-5b529f-d9fdd4865956","namespace":"e2e-extmod-att-user-f9273c","model":"e2e-att-serve-5b529f","externalModel":"e2e-att-serve-5b529f","provider":"e2e-att-serve-5b529f-provider","gateway":"openshift-ingress/e2e-extmod-b-9a7e69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.061169295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"ca05939a-ceab-4c13-9c5e-cd02d09995d3","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.093438559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"b06f1254-be7d-40b2-9a95-cfb0450865d6","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.104516831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"92a195c3-3c1d-4fed-a4c3-bd2cc45588d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.10465894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b64961e0-e49d-4981-9913-3d6f1a0dd314","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.106956744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ebee02d2-25f8-49a1-a851-9849467d00d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.109226609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"82036e20-e283-47ad-a1fd-0d97692189db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.110946975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"b06f1254-be7d-40b2-9a95-cfb0450865d6","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.12278484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b64961e0-e49d-4981-9913-3d6f1a0dd314","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.122887031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"92a195c3-3c1d-4fed-a4c3-bd2cc45588d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.124992925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ebee02d2-25f8-49a1-a851-9849467d00d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.127689433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"82036e20-e283-47ad-a1fd-0d97692189db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.127884265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"b06f1254-be7d-40b2-9a95-cfb0450865d6","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.17444792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"1e966ce3-7ba6-4b50-9a96-704cb48b6d03","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.192155993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"1e966ce3-7ba6-4b50-9a96-704cb48b6d03","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.245452046Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-5b529f","namespace":"e2e-extmod-att-user-f9273c"},"namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","reconcileID":"3a3dcc68-99f6-40b1-9de2-2fba4e6dafef","namespace":"e2e-extmod-att-user-f9273c","name":"e2e-att-serve-5b529f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.371869822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ec4110dc-8b78-4229-9e1f-a15415f2a3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.373356133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2da69c9-75fa-44cf-a3ca-40d783e39db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.391860742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"62b64eb5-59b8-42eb-babe-a06904941a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.394115552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ec4110dc-8b78-4229-9e1f-a15415f2a3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.395956442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2da69c9-75fa-44cf-a3ca-40d783e39db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.409495041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"62b64eb5-59b8-42eb-babe-a06904941a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.491864491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"d99e24b6-bf95-4389-8772-d3502fdcbd94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.492383161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"0a069488-214b-4d44-b36f-c8f534eb461a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.513958528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"0a069488-214b-4d44-b36f-c8f534eb461a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.548653981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"d99e24b6-bf95-4389-8772-d3502fdcbd94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.725719624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"274d0b0c-03e2-47f1-bc63-26c07f054cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.749886938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"a70dc18c-5099-4895-af04-cd909bf63f98","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.753246853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"274d0b0c-03e2-47f1-bc63-26c07f054cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.761518344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"94006ab9-2ac0-47f4-82fa-74fdadd71bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.776519154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"f924bd16-9623-456f-b582-6f3a0b037979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.793003511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"a70dc18c-5099-4895-af04-cd909bf63f98","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.798891571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"94006ab9-2ac0-47f4-82fa-74fdadd71bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.824387851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"f924bd16-9623-456f-b582-6f3a0b037979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.894501999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"a2dc12c8-68c9-4bfc-9205-674330d0d71c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.895123846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d18de950-1d11-42e3-9f14-10fe95301b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.906833479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"89b30203-23d7-4327-b9e2-75202b827d0c","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.909526554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4577cebe-eb72-4970-b26b-b6660c3b6e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.912050808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"a2dc12c8-68c9-4bfc-9205-674330d0d71c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.912306573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d18de950-1d11-42e3-9f14-10fe95301b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.923801613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"89b30203-23d7-4327-b9e2-75202b827d0c","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.927284303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4577cebe-eb72-4970-b26b-b6660c3b6e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.929029969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"a2dc12c8-68c9-4bfc-9205-674330d0d71c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.99639872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"c3fc7cb8-8f29-46a2-af9b-3f258c6ce4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:54.996658459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"749ea308-e3a6-4351-8b32-229029c51d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:55.014687015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"749ea308-e3a6-4351-8b32-229029c51d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:55.015280397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"c3fc7cb8-8f29-46a2-af9b-3f258c6ce4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:55.093355108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"c8423a80-70b4-44c7-873c-ce5b767151d6","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:55.093565719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"afe492cb-c2ab-4728-ae9a-dc389b96757c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:55.1106609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"c8423a80-70b4-44c7-873c-ce5b767151d6","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:55.11075515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"afe492cb-c2ab-4728-ae9a-dc389b96757c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.508367848Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-sub","reconcileID":"566d3f4e-918c-43c1-8e89-b0079f755acc","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","subscription":"e2e-att-detach-89f686-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.536990196Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-sub","reconcileID":"566d3f4e-918c-43c1-8e89-b0079f755acc","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.619565347Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-sub","reconcileID":"566d3f4e-918c-43c1-8e89-b0079f755acc","MaaSSubscription":{"name":"e2e-att-detach-89f686-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.716541989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"319b41fc-a5dc-4afc-aa74-b7220b03c9b3","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.716563424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"319b41fc-a5dc-4afc-aa74-b7220b03c9b3","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.746922518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"90ee95cf-5c82-4273-9e65-6ca3cf433dce","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.74692248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"c856305f-dfda-4f37-86ab-3a326e7324cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.7653507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"c856305f-dfda-4f37-86ab-3a326e7324cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.765731695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"90ee95cf-5c82-4273-9e65-6ca3cf433dce","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.857154135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"41b8565f-d413-4445-91e3-be9fe427a814","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.857170957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"41b8565f-d413-4445-91e3-be9fe427a814","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.90815953Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-detach-89f686-access","reconcileID":"ab6dcd2b-4dd3-4d93-94f4-4c4d291df336","MaaSAuthPolicy":{"name":"e2e-att-detach-89f686-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.927055673Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0d0a9b priority=0:[ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7-0d0a9b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-d8c03d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.940984879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"a92b3c94-6b1c-4364-9f67-e0957c63e1e2","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.941002348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"a92b3c94-6b1c-4364-9f67-e0957c63e1e2","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:56.958168453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-sub","reconcileID":"fe7a9358-ea8b-4b09-9876-08ee20174c8a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-5981a7-d8c03d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.973446544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"45df57a3-84c1-408c-beda-34e7458ad3ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.97474024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"5661de70-6c0c-429c-8d07-a3bc2ee1be2d","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.975000144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"767ae946-806c-4436-b7c1-c10626ed5731","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.975016193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"767ae946-806c-4436-b7c1-c10626ed5731","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:56.989745028Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"767ae946-806c-4436-b7c1-c10626ed5731","name":"e2e-cfl-same-5981a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-5981a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:06:56.98980895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"767ae946-806c-4436-b7c1-c10626ed5731","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-5981a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.991121126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"45df57a3-84c1-408c-beda-34e7458ad3ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:56.992342397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"5661de70-6c0c-429c-8d07-a3bc2ee1be2d","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.003676794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"2104ac03-2dc6-4c87-b69c-5b134d10e9b6","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.003692675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"2104ac03-2dc6-4c87-b69c-5b134d10e9b6","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.01792504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"7ac4106d-5ab1-4008-a86a-d8b8a9d5e568","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.01794205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"7ac4106d-5ab1-4008-a86a-d8b8a9d5e568","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.031904204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"95d18027-65e1-4e66-854f-dbc258fb3a78","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.031920235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"95d18027-65e1-4e66-854f-dbc258fb3a78","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.047879867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"70b32262-873f-49c0-a114-4308e0776b33","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.047895825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"70b32262-873f-49c0-a114-4308e0776b33","MaaSModelRef":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-detach-89f686-f3e845860e4d","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-detach-89f686","externalModel":"e2e-att-detach-89f686","provider":"e2e-att-detach-89f686-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.082416952Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-sub","reconcileID":"34dcd9b0-e2a5-4de3-a2dd-2534bdae94ad","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-same-5981a7","model":"e2e-cfl-same-5981a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-d8c03d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.160020662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"c9bc4255-c613-42f5-830a-92c709c9c850","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.160038535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"c9bc4255-c613-42f5-830a-92c709c9c850","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.215172009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-sub","reconcileID":"8b0aaeaf-2303-4648-ac0e-d1eb27d61261","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-same-5981a7","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.252454367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"6fb64db1-f6e0-406c-aa05-f0927399bf51","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.252458842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"a837652c-d7bb-4bc2-9d1b-897fd5bb8b2e","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.270834183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"6fb64db1-f6e0-406c-aa05-f0927399bf51","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.270904889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"a837652c-d7bb-4bc2-9d1b-897fd5bb8b2e","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.538140067Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"3517944e-d08a-402c-81c5-7438bb894de3","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.569252059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"f0bec9a7-1e3d-4c91-841f-ff7ba606d1d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.571232371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"7cdcfb1d-4046-4cd0-862a-66287810ffce","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.571251752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"7cdcfb1d-4046-4cd0-862a-66287810ffce","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.573517537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"9ab64503-5a94-4571-a828-367a1c9b2655","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.582397107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"f0d4c48f-88f4-4db2-9851-5b137e9d4c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.58654152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1f16530-8c00-468f-9089-a3559714c757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.58711232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"67d0d230-6088-4dde-a324-bd45515ce80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.587709334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"f0bec9a7-1e3d-4c91-841f-ff7ba606d1d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.590987288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"9ab64503-5a94-4571-a828-367a1c9b2655","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.600287738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"f0d4c48f-88f4-4db2-9851-5b137e9d4c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.604413048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1f16530-8c00-468f-9089-a3559714c757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.605541215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"67d0d230-6088-4dde-a324-bd45515ce80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.60697627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"9ab64503-5a94-4571-a828-367a1c9b2655","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.629352736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"6681f3e4-b4d3-4291-a000-e647e3411105","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-unrel-a0e8a8","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.714804672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b89e8b89-11d9-4d6d-a5e4-43558b6da7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.725430787Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-89f686","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","reconcileID":"4dd0ed46-df2a-49af-afda-2ce0c2a85110","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-detach-89f686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.830451627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b89e8b89-11d9-4d6d-a5e4-43558b6da7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.890765717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"f748e832-9b89-4fb5-9983-0d7ba3f9ab7a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.907999159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b76a62c5-e1a5-4af0-a664-57c311dc2673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.908576022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8b23c3b-04f9-40a8-9683-c8435826f342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.913704641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"f748e832-9b89-4fb5-9983-0d7ba3f9ab7a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.917190473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"612a6a8a-12e0-4365-8256-ac41e6892441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.929554077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b76a62c5-e1a5-4af0-a664-57c311dc2673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.932454489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8b23c3b-04f9-40a8-9683-c8435826f342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.937723482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"612a6a8a-12e0-4365-8256-ac41e6892441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.972450662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d7a54319-ab6b-486e-9ab1-3f697e195def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:57.989844551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d7a54319-ab6b-486e-9ab1-3f697e195def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.041497495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"252a6191-fe80-4cdb-bd27-e6c1eff12591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.041907489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"515d97fc-35eb-4b8d-aa76-c43be5f7e946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.042236836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cbc2e6fc-fe69-4b9e-9eae-8f522847f091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.059543366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"515d97fc-35eb-4b8d-aa76-c43be5f7e946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.059690173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"252a6191-fe80-4cdb-bd27-e6c1eff12591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.062015011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cbc2e6fc-fe69-4b9e-9eae-8f522847f091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.070107562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"a0fc952a-e6b7-406d-b9a6-52fbd4533ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.088290725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"a0fc952a-e6b7-406d-b9a6-52fbd4533ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.170552437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"d06428ed-d14c-4974-a4db-fc7f507f3019","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.200233498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"d06428ed-d14c-4974-a4db-fc7f507f3019","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.257333897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"e10cb6cd-3087-4934-aeb1-e84faaa06f12","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.257366406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"e10cb6cd-3087-4934-aeb1-e84faaa06f12","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.435663158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"49443a4b-c102-48cd-8c84-13798c0ac0ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.448441192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0ee23c09-d38b-4840-877d-c5ed0e168613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.449896848Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"8554ec8a-1ba2-477a-926d-b2cc9d944a23","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e7db0d3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.450318066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"1e422cf4-e7f7-48f6-9377-58065e0f418a","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.4540599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"49443a4b-c102-48cd-8c84-13798c0ac0ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.462268471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"715749aa-53fe-400e-9c72-5d83c28be3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.46848365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0ee23c09-d38b-4840-877d-c5ed0e168613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.469466146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"1e422cf4-e7f7-48f6-9377-58065e0f418a","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.481186336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"715749aa-53fe-400e-9c72-5d83c28be3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.48569732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"1e422cf4-e7f7-48f6-9377-58065e0f418a","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.49359706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1623c4dc-bc99-4300-b678-418ba38d2e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.511884701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1623c4dc-bc99-4300-b678-418ba38d2e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.523303794Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"d51db0b1-f293-41a9-abfc-590d0cbbf735","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.591598649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f0043972-a3ac-4e27-95ca-49179c7f3e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.609262303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f0043972-a3ac-4e27-95ca-49179c7f3e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.678827618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"47d0a645-62b6-45ef-b6de-d3399d1154e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:06:58.696952676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"47d0a645-62b6-45ef-b6de-d3399d1154e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:00.728357507Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"f769c1c9-8237-4f12-9dd1-ad286f6ad8aa","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:05.811900608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"071daf2d-ecec-473d-9dde-166b66ec6712","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ade612","tenantID":"e2e-extmod-b-ade612","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:05.852670433Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"071daf2d-ecec-473d-9dde-166b66ec6712","name":"e2e-extmod-b-ade612-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.231763016Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"36d6c52b-da4e-49cb-b234-f0105f19a5d4","namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.253620158Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"44ebbac3-d038-4ca5-8fb0-f0e2f434337c","namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.263399785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4e96cd53-217a-4d9e-b08b-461c4dddf188","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.276517346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"5e78a0a7-5392-428e-a6a8-c743aa200319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.280861744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4e96cd53-217a-4d9e-b08b-461c4dddf188","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.281965385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38b2cce4-dbe0-4051-9a6e-a88bde783855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.282126446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5fa8007b-b6fa-4b54-8350-f5370f1fe6cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.282335494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"fbe3b0b5-e235-46ee-828f-59e4f1632c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.293784977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"5e78a0a7-5392-428e-a6a8-c743aa200319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.297268459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4e96cd53-217a-4d9e-b08b-461c4dddf188","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.299379154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38b2cce4-dbe0-4051-9a6e-a88bde783855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.299940046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"fbe3b0b5-e235-46ee-828f-59e4f1632c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.301610094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5fa8007b-b6fa-4b54-8350-f5370f1fe6cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.34549272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"36618f5b-e40d-49e3-95c0-266b6840487f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.364288538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"36618f5b-e40d-49e3-95c0-266b6840487f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.464721001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f026a99-f80a-448d-b121-7b87fe8809e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.46479917Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"fd7d50e9-244c-4742-aa65-cc7d5d7f2dee","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","subscription":"e2e-att-unrel-a0e8a8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.465021237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4db64b82-8053-4e9c-892e-50ccdd136b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.467758391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"2fcc4d56-66aa-4699-b394-2f175bd81a84","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.467877022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"aba35186-b085-418a-88f2-088e14afed26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.478757264Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"34fdb806-6f01-4311-8dc1-bf3eb39152f1","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.483211823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f026a99-f80a-448d-b121-7b87fe8809e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.483892995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"4db64b82-8053-4e9c-892e-50ccdd136b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.485716853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"aba35186-b085-418a-88f2-088e14afed26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.486173455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"2fcc4d56-66aa-4699-b394-2f175bd81a84","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.492763272Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"fd7d50e9-244c-4742-aa65-cc7d5d7f2dee","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.506704734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-sub","reconcileID":"fd7d50e9-244c-4742-aa65-cc7d5d7f2dee","MaaSSubscription":{"name":"e2e-att-unrel-a0e8a8-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.537425675Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"6a77df97-00bf-4417-bb04-eef5e244b6c2","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.563915513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1ece1f49-6afb-4826-8ecf-2b1b14345d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.583548095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1ece1f49-6afb-4826-8ecf-2b1b14345d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.593361065Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"7d57e1d6-56e6-4298-9db2-b3e603338a9e","namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.607362431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"59a9493c-a17c-48cb-88dc-fcd88aae12fb","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.607407106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"59a9493c-a17c-48cb-88dc-fcd88aae12fb","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.660792933Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0d0a9b priority=0:[ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7-0d0a9b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-d8c03d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.665174658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"2eb8a60d-f126-46e7-8cb3-acc603ec21fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.665243703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"fb863007-be96-4dbe-bf3f-5c2abc585492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.666733665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0037e3a8-1503-40e3-9888-12ae7402f94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.676030911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"308a9dfd-bb90-4719-8811-e21ae5336d79","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.676057182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"308a9dfd-bb90-4719-8811-e21ae5336d79","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.690465994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"2eb8a60d-f126-46e7-8cb3-acc603ec21fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.712321967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"fb863007-be96-4dbe-bf3f-5c2abc585492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.729314172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0037e3a8-1503-40e3-9888-12ae7402f94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.818968609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"beb35d37-ccaa-4ab0-85ef-14e011a7ed75","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.834152634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"9bd9d0d2-8ef1-4e5e-b474-c0528ec57d66","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.834265106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"9bd9d0d2-8ef1-4e5e-b474-c0528ec57d66","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.84377906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"d98dc3a8-0123-4528-9179-4395f8cf7a75","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.845185291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"beb35d37-ccaa-4ab0-85ef-14e011a7ed75","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.872952476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"d98dc3a8-0123-4528-9179-4395f8cf7a75","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.969961519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"bce3f8d3-f1fd-4e98-b1df-30642c9f98c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.970381247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"572acfe2-b22d-436a-b8ca-3641d28c034b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.973905567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ceb12f04-e63f-4e2d-8de7-8a668f721db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.987205697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"bce3f8d3-f1fd-4e98-b1df-30642c9f98c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.992667548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"572acfe2-b22d-436a-b8ca-3641d28c034b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:08.993159234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ceb12f04-e63f-4e2d-8de7-8a668f721db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.052867432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"beebd8e6-8961-432a-9f19-d5e5340394f9","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.06718735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"187eb14b-39da-4bec-9808-c3c17c7ecca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.071924283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"beebd8e6-8961-432a-9f19-d5e5340394f9","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.085454549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"187eb14b-39da-4bec-9808-c3c17c7ecca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.088265863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"beebd8e6-8961-432a-9f19-d5e5340394f9","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.092951082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"95130f16-fc32-4d87-8006-385d27ef91b4","namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.111905176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"97c527be-5df2-44d5-9d0d-f88d00dff0d5","namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.130254513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"69dae654-fb3f-420e-8f08-4727981beb58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.147515035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"69dae654-fb3f-420e-8f08-4727981beb58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.166360383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b34e94df-e881-49e2-80ee-eda13088f8f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.166372427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9e174dd-f825-417f-ad4c-8492b47d0bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.16800661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"9d4a1c49-8d5f-40e6-a91e-80d50427939f","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.180141331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"268e4365-834b-4037-9b9f-0b7a42c46960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.18445756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9e174dd-f825-417f-ad4c-8492b47d0bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.185476492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b34e94df-e881-49e2-80ee-eda13088f8f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.186893456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"9d4a1c49-8d5f-40e6-a91e-80d50427939f","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.200033783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"268e4365-834b-4037-9b9f-0b7a42c46960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.268455994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ae15f525-f7a5-409d-94e4-129e369d5005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.286827519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ae15f525-f7a5-409d-94e4-129e369d5005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.323470736Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"52ba4a2b-3537-4767-87d9-505e942a9eb4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.325976991Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"29577d5d-10f2-4b88-a0cf-d814840f9183","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.352943053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"c37cf525-972e-42ac-ab55-a0c42dfdc665","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.37024002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"c37cf525-972e-42ac-ab55-a0c42dfdc665","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.386197441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"c37cf525-972e-42ac-ab55-a0c42dfdc665","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.496146129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"381d9767-eaad-428a-ae87-d2c89d7186fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.49652398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"10ff97d8-52ab-464e-93d7-abe1f6df383a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.496788435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"be83b71b-0aac-44e2-9872-32e32ce724f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.512295873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"889ca862-d2c4-464a-a8ba-fb1482dde00e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.51254141Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"042e66bd-c09a-48c5-9e0a-be907e080f14","namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.518629156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"381d9767-eaad-428a-ae87-d2c89d7186fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.521395296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"be83b71b-0aac-44e2-9872-32e32ce724f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.523085582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"10ff97d8-52ab-464e-93d7-abe1f6df383a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.53146342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"9a14be42-ee85-4c31-9f73-fd82075ed1bc","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.536266382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"9a14be42-ee85-4c31-9f73-fd82075ed1bc","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.545939329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"889ca862-d2c4-464a-a8ba-fb1482dde00e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.550384427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"52ba4a2b-3537-4767-87d9-505e942a9eb4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.605527313Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"52ba4a2b-3537-4767-87d9-505e942a9eb4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.644004027Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-att-unrel-a0e8a8-access","reconcileID":"52ba4a2b-3537-4767-87d9-505e942a9eb4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a0e8a8-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.740475496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"2c61fdcf-8ca4-4284-ace4-654c239ff2ee","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"tenant":"e2e-extmod-b-635bbf","gateway":"openshift-ingress/e2e-extmod-b-635bbf","model":"e2e-extmod-att-user-45f6aa/e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.740615423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"2c61fdcf-8ca4-4284-ace4-654c239ff2ee","MaaSModelRef":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"routeName":"external-model-e2e-att-unrel-a0e8a8-b221009e2c1b","namespace":"e2e-extmod-att-user-45f6aa","model":"e2e-att-unrel-a0e8a8","externalModel":"e2e-att-unrel-a0e8a8","provider":"e2e-att-unrel-a0e8a8-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.758202066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"875cc3fc-2ca2-45b0-b216-35aa00220617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.759151145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"574b03b1-123d-4fd7-b3b4-8dd20acfae7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.792347766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5a58152b-b109-4e1f-a315-d582ef721575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.792932427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"59ad7e49-5957-443e-bda2-5830f1ce7c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.799785077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"875cc3fc-2ca2-45b0-b216-35aa00220617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.810232509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"574b03b1-123d-4fd7-b3b4-8dd20acfae7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.813868569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5a58152b-b109-4e1f-a315-d582ef721575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.958419624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"59ad7e49-5957-443e-bda2-5830f1ce7c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.974489452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"c8da1bdf-e326-40b5-a83a-6095dfa28afe","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.975195444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"f899bf24-f168-4f72-be9c-67a5b1a23dbf","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.9752143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"f899bf24-f168-4f72-be9c-67a5b1a23dbf","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:09.99453958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"c8da1bdf-e326-40b5-a83a-6095dfa28afe","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.041368443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"538d4c54-793b-4d3f-ac7f-d68e213c316c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.054516321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4144ae01-458c-40ff-815e-a115092e6ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.05887473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"538d4c54-793b-4d3f-ac7f-d68e213c316c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.069352812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"09546211-597f-4c94-82e5-1c6363c35840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.071731535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4144ae01-458c-40ff-815e-a115092e6ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.074868785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"538d4c54-793b-4d3f-ac7f-d68e213c316c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.086741173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"09546211-597f-4c94-82e5-1c6363c35840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.176725219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8bc9660d-15c4-419e-ab24-f5a176fc08d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.177155545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b065ab32-51aa-496d-9a4c-6a066e8dd5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.207086176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"fb1aab30-cffc-4ee0-8a7a-e7113d28b079","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.210458216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8bc9660d-15c4-419e-ab24-f5a176fc08d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.249858534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b065ab32-51aa-496d-9a4c-6a066e8dd5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.319147182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"fb1aab30-cffc-4ee0-8a7a-e7113d28b079","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.319484499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"4cdf8360-8c4f-462e-a855-69ebb0689d67","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.375101635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"30392f54-a4b5-4e8d-a3b7-0b2e76338e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.382880012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cc0bf27-65c0-49ec-ad53-9332159b60d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.394446492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"30392f54-a4b5-4e8d-a3b7-0b2e76338e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.401407123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cc0bf27-65c0-49ec-ad53-9332159b60d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.490832802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a7e890b0-238f-439a-aee5-d9d0e2c49936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.508057847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a7e890b0-238f-439a-aee5-d9d0e2c49936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.578800046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"446d9925-9607-4691-a934-c67fc1954c37","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.580447136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"0877f82e-fb57-4915-af51-3eb3e7bdf1ff","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.580466619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"0877f82e-fb57-4915-af51-3eb3e7bdf1ff","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.592529553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"89872e11-b995-4e28-bca9-6f68cf8f47d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.59670675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"446d9925-9607-4691-a934-c67fc1954c37","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.611209055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"89872e11-b995-4e28-bca9-6f68cf8f47d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.613811807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"446d9925-9607-4691-a934-c67fc1954c37","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.618448152Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a0e8a8","namespace":"e2e-extmod-att-user-45f6aa"},"namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","reconcileID":"9b5c0d47-f277-4186-8097-e9ae03169025","namespace":"e2e-extmod-att-user-45f6aa","name":"e2e-att-unrel-a0e8a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.634337922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"02a743d0-820b-48f7-82a9-5d1fe4f3697e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.647384342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"8b1c04ff-95c7-477e-8094-6b71e417ea92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.708685891Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"02a743d0-820b-48f7-82a9-5d1fe4f3697e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.723148887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"8b1c04ff-95c7-477e-8094-6b71e417ea92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.766431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"02a743d0-820b-48f7-82a9-5d1fe4f3697e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.798324608Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"2dd6d4e3-d1ed-4a67-b40e-b8865329e4ff","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.809973499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c2a26d36-e0a8-44db-ba13-d457ed8a1642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.825398892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"1f9ddc58-f80a-4475-92d4-517e96fcb419","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.827481422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0aceb8bd-ba74-4a94-8023-f3deb271b797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.833089284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"d5643b48-ccee-454a-bcb9-bbe9457d0303","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.833165844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"d5643b48-ccee-454a-bcb9-bbe9457d0303","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.833750303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c2a26d36-e0a8-44db-ba13-d457ed8a1642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.850208815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"0aceb8bd-ba74-4a94-8023-f3deb271b797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.854037612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"1f9ddc58-f80a-4475-92d4-517e96fcb419","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.897625196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a81ce9b2-1686-4a4c-a262-5fb3709d88a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.915187207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a81ce9b2-1686-4a4c-a262-5fb3709d88a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.993860352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"94ac50f8-e2d3-4a34-b95c-995299cb773f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.994001078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"91123662-9ac6-4f80-826e-4f6f577acd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.9951697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"1be611ab-f0e5-4f62-9aa6-e90fe4989ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:10.995330876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c703e5e1-2643-4763-9b29-3eb3a0bd0766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.011884177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"91123662-9ac6-4f80-826e-4f6f577acd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.011898798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"94ac50f8-e2d3-4a34-b95c-995299cb773f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.014387359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c703e5e1-2643-4763-9b29-3eb3a0bd0766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.014754083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"1be611ab-f0e5-4f62-9aa6-e90fe4989ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.093888567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"62d0996b-8d8e-4712-aa16-53842a1050c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.112383756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"62d0996b-8d8e-4712-aa16-53842a1050c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.187037924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"a4ee2e3b-c304-4633-b8c5-5671b086986c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.200569033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3496768a-aa72-4839-b3a8-5fc1d7cc7577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.200627221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34e3dc37-4a2a-4b31-9922-2c52cca9f24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.202027069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c2beec6d-1f4c-4545-8def-547bb551b1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.206522315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"a4ee2e3b-c304-4633-b8c5-5671b086986c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.219239656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3496768a-aa72-4839-b3a8-5fc1d7cc7577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.222347949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34e3dc37-4a2a-4b31-9922-2c52cca9f24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.224837345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c2beec6d-1f4c-4545-8def-547bb551b1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.227261696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"a4ee2e3b-c304-4633-b8c5-5671b086986c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.322553607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"fef6efac-e879-4954-b83d-3504bb986aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.340480609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"fef6efac-e879-4954-b83d-3504bb986aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.394446456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"31fafbb3-ee1d-421d-9162-f2b023844af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.411951815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"31fafbb3-ee1d-421d-9162-f2b023844af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.519688734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"ab55e69e-8f22-45e0-9b88-f0d7763c2ef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.594050928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"ab55e69e-8f22-45e0-9b88-f0d7763c2ef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.616681127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"ab55e69e-8f22-45e0-9b88-f0d7763c2ef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.641500025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"0b873a2b-bc13-45e3-ada1-2bc092489a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:11.662925682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"0b873a2b-bc13-45e3-ada1-2bc092489a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:14.154957403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-sub","reconcileID":"b2652395-30f5-4959-a916-1170fabc68d8","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-same-5981a7","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:14.233202032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"c7b72530-0c98-4609-a2dc-56c81b9edd86","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:14.233223687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"c7b72530-0c98-4609-a2dc-56c81b9edd86","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:14.584461017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"e1ad9155-f54b-4df5-b993-7981c39502e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:14.602218008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"e1ad9155-f54b-4df5-b993-7981c39502e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:14.67356501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"ac44a41c-8dfd-41b3-a8dd-9ea151dbd2e0","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:14.690906767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"ac44a41c-8dfd-41b3-a8dd-9ea151dbd2e0","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:14.707096962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f75b0d1b15bc18f023682e1d4a068f69f92f7e8ad709b74b1f371e468e49a9d9) AuthConfig (63ef0b2c35904904f41b7e0648b53ccb637f72ca5858321cd5ff49cb6c29ee90) AuthConfig (d70fbf4e845b954e1e10deca6f8c8d8371da17f391a8cde242a0b3e1f446f069) AuthConfig (ff6771d3e79add405c3f6b269263a1008d9b1d103e9ad2a30d1b4ab8bd4dbe82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"ac44a41c-8dfd-41b3-a8dd-9ea151dbd2e0","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:14.737692286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"efcba588-203d-44d0-9305-367fff36693b","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:14.737714405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"efcba588-203d-44d0-9305-367fff36693b","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:15.719978063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"312844e0-761e-4fc6-8616-cb14e539e501","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:15.72000152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"312844e0-761e-4fc6-8616-cb14e539e501","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:15.738267795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"ddff6718-fafe-44d8-b0aa-ac6224dc385f","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:15.738288745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"ddff6718-fafe-44d8-b0aa-ac6224dc385f","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:15.786659794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"808306b7-be42-4456-ae8d-d9805a2b2fc2","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:15.805200856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"808306b7-be42-4456-ae8d-d9805a2b2fc2","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:15.821982588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2b6bcbd8b52d7cfe1a90640599c51f329fdc2a5a7a4ceedc1562d5e18894791) AuthConfig (2e406ca542729d51d2935ca0414857e82030d87a19a4f97c20eb801135f3a787) AuthConfig (e430766eca61f48dc0419c2749db91c31299f604784c519320f4cfbc3841e4ee) AuthConfig (dcc849defe6da118a1a7da58fe6125e2c750f229c101318f085cbaccb29ae811) AuthConfig (d3948090d6dfc0b157240b831b911e9469f4ad11c66a07ab5dcac3737737741f) AuthConfig (9e1a57f976c2f3cd340343b072494b7640c54a1de4e6bb8403a3930fb7ac2431) AuthConfig (3257da952135b93c4582c068134e3c678b86fc5be0b212d5800c32354137c1a2) AuthConfig (d8f36c6ed5c686f890999ae73b083363670cfe633664b7410061073c4e57a56a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"808306b7-be42-4456-ae8d-d9805a2b2fc2","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:15.852394018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"e849e84d-af7b-4b4d-85a1-b56385cb2396","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:15.852412069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"e849e84d-af7b-4b4d-85a1-b56385cb2396","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:18.555315004Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"c8a39ca6-0716-43eb-9bbb-c61e9945347d","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:20.81295764Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"8fb31c76-2230-4226-8be5-ad4d0dd398ed","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:21.624749882Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:21.649422131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"9d9bc17d-e878-401e-bd78-85dac1d564f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:21.667735601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"9d9bc17d-e878-401e-bd78-85dac1d564f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:21.685134654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"9d9bc17d-e878-401e-bd78-85dac1d564f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.319299667Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"82fd8122-b614-4654-b276-cf256499b2e6","namespace":"llm","name":"e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.338223937Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"61ef759d-92d3-4933-9809-baace64f2d7a","namespace":"llm","name":"e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.35011456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"23db9f12-316e-4ff7-b106-815bb09701e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.353859742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"00c32815-7cce-48b5-a996-a863e3155e46","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.363128113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8a49e23-5cd2-4d9e-99c2-bec41c656553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.367685402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"23db9f12-316e-4ff7-b106-815bb09701e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.371250678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"00c32815-7cce-48b5-a996-a863e3155e46","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.378040743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e7a569a6-ea64-408f-ab87-6c55faaa2913","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.381196799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8a49e23-5cd2-4d9e-99c2-bec41c656553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.382145134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"5c20cc57-684c-4ca2-afc3-3f8912f15431","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.385632025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"23db9f12-316e-4ff7-b106-815bb09701e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.387637303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f75b0d1b15bc18f023682e1d4a068f69f92f7e8ad709b74b1f371e468e49a9d9) AuthConfig (63ef0b2c35904904f41b7e0648b53ccb637f72ca5858321cd5ff49cb6c29ee90) AuthConfig (d70fbf4e845b954e1e10deca6f8c8d8371da17f391a8cde242a0b3e1f446f069) AuthConfig (ff6771d3e79add405c3f6b269263a1008d9b1d103e9ad2a30d1b4ab8bd4dbe82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"00c32815-7cce-48b5-a996-a863e3155e46","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.395439085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e7a569a6-ea64-408f-ab87-6c55faaa2913","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.399725964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"5c20cc57-684c-4ca2-afc3-3f8912f15431","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.410040009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5c2649a-daf5-49cb-8321-81a2b663dcd9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.410056605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5c2649a-daf5-49cb-8321-81a2b663dcd9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.410415974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5498bf82-56bb-4474-9dff-11af0bf3a5cb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.410431322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5498bf82-56bb-4474-9dff-11af0bf3a5cb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.410708705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6f8c0713-e791-4ff6-9880-057b1a7e064c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.410721927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6f8c0713-e791-4ff6-9880-057b1a7e064c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.410971921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d15f827c-f2d0-42cd-96ca-b852e6574b41","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.41098411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d15f827c-f2d0-42cd-96ca-b852e6574b41","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.411233976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"665fe6cb-53f7-4ddd-9ca7-dbb811dfd05e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.411245798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"665fe6cb-53f7-4ddd-9ca7-dbb811dfd05e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.411482281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e36ec281-7783-4c61-88d4-df4e142c6d3a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.411493245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e36ec281-7783-4c61-88d4-df4e142c6d3a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.411805627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9f4c4ae-f773-4916-9f25-00761c2ff084","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.411819281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9f4c4ae-f773-4916-9f25-00761c2ff084","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.412070773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98ab08ff-f996-49cf-bf75-16d3d0f469a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.41208278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98ab08ff-f996-49cf-bf75-16d3d0f469a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.416222011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2b6bcbd8b52d7cfe1a90640599c51f329fdc2a5a7a4ceedc1562d5e18894791) AuthConfig (2e406ca542729d51d2935ca0414857e82030d87a19a4f97c20eb801135f3a787) AuthConfig (e430766eca61f48dc0419c2749db91c31299f604784c519320f4cfbc3841e4ee) AuthConfig (dcc849defe6da118a1a7da58fe6125e2c750f229c101318f085cbaccb29ae811) AuthConfig (d3948090d6dfc0b157240b831b911e9469f4ad11c66a07ab5dcac3737737741f) AuthConfig (9e1a57f976c2f3cd340343b072494b7640c54a1de4e6bb8403a3930fb7ac2431) AuthConfig (3257da952135b93c4582c068134e3c678b86fc5be0b212d5800c32354137c1a2) AuthConfig (d8f36c6ed5c686f890999ae73b083363670cfe633664b7410061073c4e57a56a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"5c20cc57-684c-4ca2-afc3-3f8912f15431","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.431409892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4d95a089-7152-43fb-9e9e-e8cb737a30c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.432050844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4f3d1ea2-4813-4520-b600-754445343e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.432840267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b027059f-4a61-4ba2-a8c2-bc45c54aab77","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.432857103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b027059f-4a61-4ba2-a8c2-bc45c54aab77","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.43311293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"19f1abdc-d519-41dd-9fc2-f85ec24494a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.433124942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"19f1abdc-d519-41dd-9fc2-f85ec24494a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.433354451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b899a6a-6f3a-473b-8cd8-4e1c62ef1d5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.433366757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b899a6a-6f3a-473b-8cd8-4e1c62ef1d5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.433704914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5fc0f14-43e2-41dc-b5fd-b7b9d2648ad4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.433717726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5fc0f14-43e2-41dc-b5fd-b7b9d2648ad4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.434041816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2109a93a-1939-4f0f-af02-94ecc4287416","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.43405501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2109a93a-1939-4f0f-af02-94ecc4287416","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.434366766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"638a72ff-c2f1-4a0f-b9d9-23ee9356a0ba","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.434386366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"638a72ff-c2f1-4a0f-b9d9-23ee9356a0ba","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.43472822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39c435b5-3de0-45fe-8d22-861da68d708f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.434744123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39c435b5-3de0-45fe-8d22-861da68d708f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.435073921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f003d9fb-c16f-4625-ae24-9ec19f950072","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.435087654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f003d9fb-c16f-4625-ae24-9ec19f950072","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.449169051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4d95a089-7152-43fb-9e9e-e8cb737a30c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.449630118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4f3d1ea2-4813-4520-b600-754445343e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.464465504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"83b046bc-223e-4902-b5d9-4f73b5d52b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.467387399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"2a131857-a8d4-4972-8b12-a5a30bbe1d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.468807889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e03d197b-2770-45a1-9a21-ae0d7923f4ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.468970319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7dd4a0c9-b1f5-4ddc-8d63-5cb81ac7c74a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.483446504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"83b046bc-223e-4902-b5d9-4f73b5d52b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.495140118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"2a131857-a8d4-4972-8b12-a5a30bbe1d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.558827005Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"2ec9d794-648b-4404-b65a-1ec216a2de78","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"name":"e2e-dft-d9f9cd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.655540952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3a22dde5-7722-4be9-b4e7-01679d6ff46d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.657000164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bae3e1ad-8d76-4140-8289-e63ecc84a63d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.668033822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ee6c2be8-f4c5-4d8e-bb8e-22888489a600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.668976278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"11695afb-4b3b-454e-8e50-1e62142cda9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.669014171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"08e950ce-b662-410e-8109-3311ab62bf35","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.67344058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3a22dde5-7722-4be9-b4e7-01679d6ff46d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.674355352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bae3e1ad-8d76-4140-8289-e63ecc84a63d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.68791127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ee6c2be8-f4c5-4d8e-bb8e-22888489a600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.688028941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"11695afb-4b3b-454e-8e50-1e62142cda9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.690536686Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"2511d59f-0d8e-477e-9786-541bb264ced5","namespace":"llm","name":"e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.69205397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"08e950ce-b662-410e-8109-3311ab62bf35","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.706616568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"2ed3a484-e709-42d8-aeb4-ea81caf647ff","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.706637479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"2ed3a484-e709-42d8-aeb4-ea81caf647ff","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.767947756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5fc414ec-3e66-44bf-a78b-30ed797d715b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.769381551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5a6ddf56-9bfa-4128-a58e-20e25f472a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.79635812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5a6ddf56-9bfa-4128-a58e-20e25f472a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.814242467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5fc414ec-3e66-44bf-a78b-30ed797d715b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.926009004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"444c0f7f-b8ef-4d7d-9065-f6ce53f43416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.94681806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"444c0f7f-b8ef-4d7d-9065-f6ce53f43416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.955461488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"28aa6199-5be6-49de-8a35-f74cd14538c2","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.968996736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"e3816590-e003-45f0-b38a-71469cee158f","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.973732641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"28aa6199-5be6-49de-8a35-f74cd14538c2","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.978802703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d1eaa0e-690c-4909-9f2a-087bbbdfb9ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.986357154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"e3816590-e003-45f0-b38a-71469cee158f","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:24.997042419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d1eaa0e-690c-4909-9f2a-087bbbdfb9ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.002619839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"e3816590-e003-45f0-b38a-71469cee158f","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.054126049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"800c26db-279d-4885-9ff8-76bf08521ea2","namespace":"llm","name":"e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.062540748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"d3c49e29-2fec-4444-af9b-aa852b56bd69","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.080363371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"d3c49e29-2fec-4444-af9b-aa852b56bd69","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.088879898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"0f561b09-85ac-4872-8919-48f7bd80439d","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.096739476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f75b0d1b15bc18f023682e1d4a068f69f92f7e8ad709b74b1f371e468e49a9d9) AuthConfig (63ef0b2c35904904f41b7e0648b53ccb637f72ca5858321cd5ff49cb6c29ee90) AuthConfig (d70fbf4e845b954e1e10deca6f8c8d8371da17f391a8cde242a0b3e1f446f069) AuthConfig (ff6771d3e79add405c3f6b269263a1008d9b1d103e9ad2a30d1b4ab8bd4dbe82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"d3c49e29-2fec-4444-af9b-aa852b56bd69","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.108007413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"0f561b09-85ac-4872-8919-48f7bd80439d","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.124158281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2b6bcbd8b52d7cfe1a90640599c51f329fdc2a5a7a4ceedc1562d5e18894791) AuthConfig (2e406ca542729d51d2935ca0414857e82030d87a19a4f97c20eb801135f3a787) AuthConfig (e430766eca61f48dc0419c2749db91c31299f604784c519320f4cfbc3841e4ee) AuthConfig (dcc849defe6da118a1a7da58fe6125e2c750f229c101318f085cbaccb29ae811) AuthConfig (d3948090d6dfc0b157240b831b911e9469f4ad11c66a07ab5dcac3737737741f) AuthConfig (9e1a57f976c2f3cd340343b072494b7640c54a1de4e6bb8403a3930fb7ac2431) AuthConfig (3257da952135b93c4582c068134e3c678b86fc5be0b212d5800c32354137c1a2) AuthConfig (d8f36c6ed5c686f890999ae73b083363670cfe633664b7410061073c4e57a56a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"0f561b09-85ac-4872-8919-48f7bd80439d","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.174888353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"62432890-9abc-460e-b951-6e9c156f291f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.175285553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a5b9639a-b388-4b7f-8e7f-4eeb0d5e264f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.176668198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8549bed9-5344-4d09-b5e1-292393756f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.193322896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a5b9639a-b388-4b7f-8e7f-4eeb0d5e264f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.193652689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"62432890-9abc-460e-b951-6e9c156f291f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.195858992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8549bed9-5344-4d09-b5e1-292393756f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.275464031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"dbe2940c-e55a-4c7c-8253-aae0e3ce18d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.288919469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"ecddf180-102f-4216-8319-cce77d498e6c","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.293248827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"dbe2940c-e55a-4c7c-8253-aae0e3ce18d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.307327231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"ecddf180-102f-4216-8319-cce77d498e6c","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.337978556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"bb7e3394-c61e-456b-b51c-c5fcc9530302","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.337994445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"bb7e3394-c61e-456b-b51c-c5fcc9530302","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.375362147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ed3cd914-ca1e-4c10-83c5-ea0bb4b66487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.377069496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ae2127f3-bbbc-4510-87ba-ac213ccf454b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.388691478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d38eef1f-01a6-4bec-8d00-fc05f57a35cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.393052647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ed3cd914-ca1e-4c10-83c5-ea0bb4b66487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.394471626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ae2127f3-bbbc-4510-87ba-ac213ccf454b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.405881271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d38eef1f-01a6-4bec-8d00-fc05f57a35cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.464437397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"6d210d1b-ffdd-451c-a0a6-804a18d1cff8","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.466833492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"7d9049a0-ac08-4ff8-89e1-8b8b9d9d2f08","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.476026468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e22e2ef1-83dd-4aec-aa02-41bc53a9dc41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.482063538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"6d210d1b-ffdd-451c-a0a6-804a18d1cff8","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.484050823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"7d9049a0-ac08-4ff8-89e1-8b8b9d9d2f08","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.491186244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d88e4cfb-ee0f-4e5c-9936-f4a60f5b72ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.493770477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e22e2ef1-83dd-4aec-aa02-41bc53a9dc41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.49902725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"6d210d1b-ffdd-451c-a0a6-804a18d1cff8","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.500241092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f75b0d1b15bc18f023682e1d4a068f69f92f7e8ad709b74b1f371e468e49a9d9) AuthConfig (63ef0b2c35904904f41b7e0648b53ccb637f72ca5858321cd5ff49cb6c29ee90) AuthConfig (d70fbf4e845b954e1e10deca6f8c8d8371da17f391a8cde242a0b3e1f446f069) AuthConfig (ff6771d3e79add405c3f6b269263a1008d9b1d103e9ad2a30d1b4ab8bd4dbe82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"7d9049a0-ac08-4ff8-89e1-8b8b9d9d2f08","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.508716783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d88e4cfb-ee0f-4e5c-9936-f4a60f5b72ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.575756786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"3094ca78-30a5-4ea0-87db-de0a9abe36c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.577953309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d6ea2953-1bac-4412-bda9-9634928bb154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.578080723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"975a31f5-dd8f-4ab4-bc8a-ef6f09338c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.590036421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"e3926103-5a7a-42c1-adad-274e25dda458","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.593270393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"3094ca78-30a5-4ea0-87db-de0a9abe36c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.596513327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d6ea2953-1bac-4412-bda9-9634928bb154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.596852108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"975a31f5-dd8f-4ab4-bc8a-ef6f09338c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.610955877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"e3926103-5a7a-42c1-adad-274e25dda458","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.630234755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2b6bcbd8b52d7cfe1a90640599c51f329fdc2a5a7a4ceedc1562d5e18894791) AuthConfig (2e406ca542729d51d2935ca0414857e82030d87a19a4f97c20eb801135f3a787) AuthConfig (e430766eca61f48dc0419c2749db91c31299f604784c519320f4cfbc3841e4ee) AuthConfig (dcc849defe6da118a1a7da58fe6125e2c750f229c101318f085cbaccb29ae811) AuthConfig (d3948090d6dfc0b157240b831b911e9469f4ad11c66a07ab5dcac3737737741f) AuthConfig (9e1a57f976c2f3cd340343b072494b7640c54a1de4e6bb8403a3930fb7ac2431) AuthConfig (3257da952135b93c4582c068134e3c678b86fc5be0b212d5800c32354137c1a2) AuthConfig (d8f36c6ed5c686f890999ae73b083363670cfe633664b7410061073c4e57a56a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"e3926103-5a7a-42c1-adad-274e25dda458","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.69270608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"81e8a0f7-40c4-44ed-ba52-9a955b2ceca3","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.692727386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"81e8a0f7-40c4-44ed-ba52-9a955b2ceca3","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.733010349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"f5bf43b5-1dfe-4787-b60f-249edc3ab36e","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.751556221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"f5bf43b5-1dfe-4787-b60f-249edc3ab36e","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.792456338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"b28d1b3c-d600-4b61-a6f3-1e4343e0ad29","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:25.822465712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"b28d1b3c-d600-4b61-a6f3-1e4343e0ad29","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:26.050210569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"efb4cd65-c969-4beb-a4f7-80c61c19be71","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:26.050246462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"efb4cd65-c969-4beb-a4f7-80c61c19be71","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:26.108333762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"8097ce86-46d5-4b56-99f9-ea16fe9d19f8","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:26.130534437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"8097ce86-46d5-4b56-99f9-ea16fe9d19f8","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:07:26.358961458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"8097ce86-46d5-4b56-99f9-ea16fe9d19f8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-d9f9cd-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:26.420940627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"400cf463-c22f-443e-bddc-6934b751b204","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:26.439025717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"400cf463-c22f-443e-bddc-6934b751b204","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:27.96647879Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0d0a9b priority=0:[ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7-0d0a9b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-d8c03d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:27.980773696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"0e4e139b-bad2-4c90-ba7b-9a3d71bdc058","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:27.980794421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"0e4e139b-bad2-4c90-ba7b-9a3d71bdc058","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:07:27.995893259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-sub","reconcileID":"b0187693-0cf8-4cad-8909-78ee6451c47c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-d9f9cd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.013996797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"655d337d-bd9c-4a6d-b7cd-92f89752faab","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.014016576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"655d337d-bd9c-4a6d-b7cd-92f89752faab","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.02810321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"5391880e-e5cc-4767-90c0-9b5a2958e374","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.028149515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e4d2c53-15f5-44a0-91dd-6b677dd6a170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.028483626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"147efb17-a1e6-401c-9e76-df05cc321924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:07:28.029386869Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"655d337d-bd9c-4a6d-b7cd-92f89752faab","name":"e2e-dft-d9f9cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-d9f9cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:07:28.029437333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"655d337d-bd9c-4a6d-b7cd-92f89752faab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-d9f9cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.078492888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"25e9a6a4-423b-4d1a-bea9-f2b68529d87e","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.078651882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"25e9a6a4-423b-4d1a-bea9-f2b68529d87e","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.08106749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"147efb17-a1e6-401c-9e76-df05cc321924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.081778153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e4d2c53-15f5-44a0-91dd-6b677dd6a170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.085204471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"5391880e-e5cc-4767-90c0-9b5a2958e374","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.099463868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"920d5c6b-fe6c-4ff5-86f7-9b1c82765a0c","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.099561656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"920d5c6b-fe6c-4ff5-86f7-9b1c82765a0c","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.155921403Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-sub","reconcileID":"51469fe5-bdb2-4c6a-a4a1-dd6c506b3807","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d9f9cd","model":"e2e-dft-d9f9cd","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-d9f9cd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.186928077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37d55d4a-c276-46b3-a814-895545cd6710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.204448692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37d55d4a-c276-46b3-a814-895545cd6710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.23788046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"157c96eb-daa6-4e97-b846-c8be0cbff1d3","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.237901116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"157c96eb-daa6-4e97-b846-c8be0cbff1d3","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.287130031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b92e5788-1bbe-44df-97d4-26b6073356e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.29572575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-sub","reconcileID":"f911eea9-8b9e-42fd-aae9-82c10d4fb578","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d9f9cd","model":"llm/e2e-dft-d9f9cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.305713548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b92e5788-1bbe-44df-97d4-26b6073356e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.387107579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"1851bc09-5d55-4126-b166-d35273e5deb0","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.404473662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"1851bc09-5d55-4126-b166-d35273e5deb0","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:28.570058958Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"48139224-492b-462c-8cd1-116a33032d24","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:30.827019265Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"1d20fd16-fe41-41f0-8170-3bf4eea0f60a","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:35.531832423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"dd1c6311-522e-4e67-b92a-11d0ccfd7ec0","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:35.531880013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4cb74f91-73f5-4667-bf2e-678572a0dd60","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:35.549637989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4cb74f91-73f5-4667-bf2e-678572a0dd60","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:35.549721403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"dd1c6311-522e-4e67-b92a-11d0ccfd7ec0","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:35.567594568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"dd1c6311-522e-4e67-b92a-11d0ccfd7ec0","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:35.568448994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f75b0d1b15bc18f023682e1d4a068f69f92f7e8ad709b74b1f371e468e49a9d9) AuthConfig (63ef0b2c35904904f41b7e0648b53ccb637f72ca5858321cd5ff49cb6c29ee90) AuthConfig (d70fbf4e845b954e1e10deca6f8c8d8371da17f391a8cde242a0b3e1f446f069) AuthConfig (ff6771d3e79add405c3f6b269263a1008d9b1d103e9ad2a30d1b4ab8bd4dbe82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4cb74f91-73f5-4667-bf2e-678572a0dd60","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:35.68697574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"cc22e045-41be-4157-8890-d4022facf7ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:35.703998913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"cc22e045-41be-4157-8890-d4022facf7ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:35.720678792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0d0a9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2b6bcbd8b52d7cfe1a90640599c51f329fdc2a5a7a4ceedc1562d5e18894791) AuthConfig (2e406ca542729d51d2935ca0414857e82030d87a19a4f97c20eb801135f3a787) AuthConfig (e430766eca61f48dc0419c2749db91c31299f604784c519320f4cfbc3841e4ee) AuthConfig (dcc849defe6da118a1a7da58fe6125e2c750f229c101318f085cbaccb29ae811) AuthConfig (d3948090d6dfc0b157240b831b911e9469f4ad11c66a07ab5dcac3737737741f) AuthConfig (9e1a57f976c2f3cd340343b072494b7640c54a1de4e6bb8403a3930fb7ac2431) AuthConfig (3257da952135b93c4582c068134e3c678b86fc5be0b212d5800c32354137c1a2) AuthConfig (d8f36c6ed5c686f890999ae73b083363670cfe633664b7410061073c4e57a56a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"cc22e045-41be-4157-8890-d4022facf7ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:38.584924418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"e10c9b8a-7564-4203-8223-f6c71436cc28","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:40.841101361Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"69b1fc1e-b118-4d0b-a63e-1cd67dc2ea58","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.447088751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-sub","reconcileID":"08d117dc-f5e8-4a40-84be-9f3bebde497e","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d9f9cd","model":"llm/e2e-dft-d9f9cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.537119415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"b75e7bdb-530b-4206-b542-e86d27b1f280","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.537146092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"b75e7bdb-530b-4206-b542-e86d27b1f280","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.60183491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"78eaf88b-97c3-44e9-96bb-71d5cb212192","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.602458184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"70b66a00-9ee9-4304-870a-02fc3850bdf2","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.626218559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"70b66a00-9ee9-4304-870a-02fc3850bdf2","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.62715012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"78eaf88b-97c3-44e9-96bb-71d5cb212192","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.643170132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"78eaf88b-97c3-44e9-96bb-71d5cb212192","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.676303208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"be06b7ad-825a-4e6d-8965-bbba5ada1eb5","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.676334635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"be06b7ad-825a-4e6d-8965-bbba5ada1eb5","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.75519195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"ee922d5a-fbc9-46d6-8612-a71024642f52","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.755218163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"ee922d5a-fbc9-46d6-8612-a71024642f52","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.78104576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"ac333cae-cb3f-485b-81e0-ffc3d0e30b71","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.805945743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"ac333cae-cb3f-485b-81e0-ffc3d0e30b71","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.93646752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"1d4a1485-f693-47c1-b481-6391db62740d","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:45.936492414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"1d4a1485-f693-47c1-b481-6391db62740d","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:46.46617791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"e0ec6fe1-ce3d-4432-9c4c-c5e8b7a6b12f","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:46.484137072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"e0ec6fe1-ce3d-4432-9c4c-c5e8b7a6b12f","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:46.504853494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"e0ec6fe1-ce3d-4432-9c4c-c5e8b7a6b12f","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:46.830074284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceac1213-b8d6-400a-851f-63e1fbc9723b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:46.834023687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c51d4e9e-db03-4169-b676-c2af034e9e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:46.834113411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"f32dcc31-e59b-4707-8b94-b09edc2a4c24","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:46.849445638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceac1213-b8d6-400a-851f-63e1fbc9723b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:46.852879878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"f32dcc31-e59b-4707-8b94-b09edc2a4c24","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:46.853199239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c51d4e9e-db03-4169-b676-c2af034e9e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.081297722Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0d0a9b priority=0:[ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7-0d0a9b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-636e5b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-d8c03d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.098282795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"9ee27b0d-e420-4751-abb3-3ff7cd61e91d","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.098311211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"9ee27b0d-e420-4751-abb3-3ff7cd61e91d","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.135158371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"6c0fdaca-05a1-43d0-9ba0-07bc6b195a9f","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.135266408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"6c0fdaca-05a1-43d0-9ba0-07bc6b195a9f","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.15102353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"5ea3696a-4f16-45b9-8fca-aa77d9f88d82","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.151043849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"5ea3696a-4f16-45b9-8fca-aa77d9f88d82","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.151911829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"5228422b-de6b-460d-b323-b9d0d0eedb55","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.165101109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"4d915ebb-481b-4245-bd60-e3658d8ae89f","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.165190351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b19b5efe-2360-419a-a77a-e3ee983870ac","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.165876825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"76fd8a30-5802-4aa7-b794-24f42b803d55","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.16589314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"76fd8a30-5802-4aa7-b794-24f42b803d55","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.173640211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"5228422b-de6b-460d-b323-b9d0d0eedb55","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.180678553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"c8cb3845-2ff1-404d-8ad3-2d88b8e20de2","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.180699496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"c8cb3845-2ff1-404d-8ad3-2d88b8e20de2","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.195230855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b19b5efe-2360-419a-a77a-e3ee983870ac","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.198376772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"4d915ebb-481b-4245-bd60-e3658d8ae89f","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.208954966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"24f02f02-904b-4049-8ae1-514456677c90","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.20898991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"24f02f02-904b-4049-8ae1-514456677c90","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.236241545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"33c774f0-aa22-4510-a6bd-7d2e8ce7a712","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.236345552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"33c774f0-aa22-4510-a6bd-7d2e8ce7a712","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.244769598Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-sub","reconcileID":"915a3370-eb58-4e74-8bdd-e86e60fd5910","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-same-5981a7","model":"e2e-cfl-same-5981a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-636e5b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.335809092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"289e11a1-4896-4bb7-a72e-4a5e7926308c","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.335870552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"289e11a1-4896-4bb7-a72e-4a5e7926308c","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.390720283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-sub","reconcileID":"f40c4b16-90b5-4607-aba3-4067ef370ca4","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-same-5981a7","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.401606183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"9b276622-3453-4e11-b104-6b7895bbf49a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.431888021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"9b276622-3453-4e11-b104-6b7895bbf49a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.504017384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"ba8c60e6-12b3-4f0a-88da-db7a86a75cb1","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.504470611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"cd59d9b1-77e2-4616-82cd-bef5146e8ad1","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.525526569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"ba8c60e6-12b3-4f0a-88da-db7a86a75cb1","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:47.536468318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"cd59d9b1-77e2-4616-82cd-bef5146e8ad1","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.50898252Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"8fa9c425-7bb7-4b6a-af8b-2db2b5d51525","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.775963239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"855819b3-8f09-49a9-8af0-29dca1801157","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.775991897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"855819b3-8f09-49a9-8af0-29dca1801157","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.818496978Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-sub","reconcileID":"af533785-5c6d-4b40-8faa-e43f066e13c4","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9a50fc01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.834426981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67c33df8-6166-4b91-bdf1-79191603796d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.834616218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"71e2c5a8-9181-45e8-bea9-98fd0d256e83","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.834856108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db4172e1-2ff8-4047-984a-3c8b23aaa942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.854081655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"71e2c5a8-9181-45e8-bea9-98fd0d256e83","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.855725837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db4172e1-2ff8-4047-984a-3c8b23aaa942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.856287761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67c33df8-6166-4b91-bdf1-79191603796d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.870097285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef54d537-b760-4809-98c4-6e6c657229cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.8844171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef54d537-b760-4809-98c4-6e6c657229cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.90622576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef54d537-b760-4809-98c4-6e6c657229cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.921187584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef54d537-b760-4809-98c4-6e6c657229cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:48.979774717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2098e7d2-6f34-4e7a-a879-9af50b148f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:49.00337381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2098e7d2-6f34-4e7a-a879-9af50b148f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:49.078688952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"df91ddac-0c27-499c-8a7c-26ef0ab7e438","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:49.078732079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcb93d9f-35d8-4c9b-9730-85ca2a512560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:49.104092175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"df91ddac-0c27-499c-8a7c-26ef0ab7e438","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:49.107019309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcb93d9f-35d8-4c9b-9730-85ca2a512560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:49.579484913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e59bbcd-7d50-4e80-81e9-fe05f000346c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:49.598560425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e59bbcd-7d50-4e80-81e9-fe05f000346c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:49.615895809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e59bbcd-7d50-4e80-81e9-fe05f000346c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:49.63606423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e59bbcd-7d50-4e80-81e9-fe05f000346c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:50.857775285Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"68ea67be-b542-41d6-bb00-fb79b977976d","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:50.967775495Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0d0a9b priority=0:[ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7-0d0a9b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-636e5b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-d8c03d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:50.98179725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"190c45d8-d7a3-4701-af24-9260f8eb13c3","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:50.98181841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"190c45d8-d7a3-4701-af24-9260f8eb13c3","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:07:50.998611297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-sub","reconcileID":"c89335a4-3fc2-4db8-a189-3a9704659997","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-47717e-ed94cc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.003203966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"46f055f3-e098-4682-9db4-58a04aeeb252","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.019779331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"99911d44-0f78-4b02-b318-86eccbaffdc1","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.019874175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"99911d44-0f78-4b02-b318-86eccbaffdc1","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.024662797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"46f055f3-e098-4682-9db4-58a04aeeb252","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.059983324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"cb583817-b6b9-49e2-9cee-a2a293339594","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.060014222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"cb583817-b6b9-49e2-9cee-a2a293339594","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.07467509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"78230a82-bcbd-4926-97db-0c60209b3f1c","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.074699119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"78230a82-bcbd-4926-97db-0c60209b3f1c","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.133723282Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-sub","reconcileID":"09959877-33f7-40d5-b9fc-01346a129dd5","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-cfl-47717e","model":"e2e-cfl-47717e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-3b20b0/e2e-cfl-47717e-ed94cc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.205181481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"bdabd9fe-3a10-4dae-9134-e64ef4c83d29","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.214313707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"d1a8a0b7-3411-4855-a7d2-ed8433a231b9","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.214331427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"d1a8a0b7-3411-4855-a7d2-ed8433a231b9","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.223745275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"bdabd9fe-3a10-4dae-9134-e64ef4c83d29","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.270291529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-sub","reconcileID":"0a0bd9a6-a47c-4a10-a354-0cbe67455e1d","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-cfl-47717e","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.621477743Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.823498429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","reconcileID":"5a74fe8d-83bb-4654-ae04-0cb2bf655e87","namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.847998414Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","reconcileID":"11d79730-d3ed-4847-8f34-8d832ab69c91","namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.897966082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"46cc5f0d-f357-4193-86af-de236d86b82a","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.898623866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"509681da-c099-4e5b-a299-761d10e9035b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.898995395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"9533bb4d-c6ca-4a91-abc1-7f15dccec6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.911883037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c9a4e867-fde9-423e-aea7-5d1ea216f6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.916277694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"46cc5f0d-f357-4193-86af-de236d86b82a","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.91635134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"509681da-c099-4e5b-a299-761d10e9035b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.918535695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"9533bb4d-c6ca-4a91-abc1-7f15dccec6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.927749033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"8474a918-1806-4e8a-b1be-4b9a955cdf61","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.933058479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"46cc5f0d-f357-4193-86af-de236d86b82a","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.933076694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c9a4e867-fde9-423e-aea7-5d1ea216f6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.945619763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"8474a918-1806-4e8a-b1be-4b9a955cdf61","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:51.993205604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"193d7cd4-d040-4236-9053-e31a0e0a59bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.025703953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"193d7cd4-d040-4236-9053-e31a0e0a59bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.067334549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","reconcileID":"c31c11de-a428-4a77-9b60-dfff0dd71e67","MaaSModelRef":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.084387161Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","reconcileID":"1ccb15d4-8c4b-4267-9d75-0b6a27106b2d","namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.085173961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1eb430f3-d922-4a1f-a6ee-ec44cacce90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.10806906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1eb430f3-d922-4a1f-a6ee-ec44cacce90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.123277224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","reconcileID":"28e6e925-aff9-43fc-a915-69a503d55370","MaaSModelRef":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.13741611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f655f2c8-955f-40c0-a4b8-dc518241c4dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.138146848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"7cc777a4-6c36-4774-b686-7333bce8de22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:07:52.157377001Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","reconcileID":"28e6e925-aff9-43fc-a915-69a503d55370","name":"e2e-att-noaccess-6c8d4b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-6c8d4b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:07:52.157531214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","reconcileID":"28e6e925-aff9-43fc-a915-69a503d55370","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-6c8d4b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.173432126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f655f2c8-955f-40c0-a4b8-dc518241c4dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.178685453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"7cc777a4-6c36-4774-b686-7333bce8de22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.180140065Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","reconcileID":"dda50c04-76b4-4333-bd35-4e9a094aae92","MaaSModelRef":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.211993704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a2dae33b-f513-4a99-b1ba-0b025c952e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.230736245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a2dae33b-f513-4a99-b1ba-0b025c952e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.293831973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"e5aa1bd0-17d6-4fa7-964c-6e439886cdd3","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.311546674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"e5aa1bd0-17d6-4fa7-964c-6e439886cdd3","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.416711275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"6ed2d347-840b-46b2-bf98-74aa40040b6b","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.416751016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"3ecf7a23-1021-4144-8983-3dd7ae71a7a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.41860315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"368dd360-7ba1-4010-adf9-aa3aa1f06488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.436334177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"6ed2d347-840b-46b2-bf98-74aa40040b6b","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.436429799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"3ecf7a23-1021-4144-8983-3dd7ae71a7a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.439264234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"368dd360-7ba1-4010-adf9-aa3aa1f06488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.503191955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"9e198225-c96d-4bf7-a1f6-5a039c123428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.504264028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8b9cfd43-ea70-4db9-a407-6ced40968b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.522093526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"9e198225-c96d-4bf7-a1f6-5a039c123428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.522425853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8b9cfd43-ea70-4db9-a407-6ced40968b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.604570718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d6dad08f-aa02-4c7a-8acb-5de72cd873f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.605147414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"478571bd-4d5a-4d12-9cd0-a34bddf7937b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.619608863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"2f475395-7235-428a-a971-04d9f24f413b","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.622523007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"478571bd-4d5a-4d12-9cd0-a34bddf7937b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.622848035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d6dad08f-aa02-4c7a-8acb-5de72cd873f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.636981191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"2f475395-7235-428a-a971-04d9f24f413b","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.689011477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"3eb3ecf2-d514-4904-a59e-46826a011e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.689079653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b76a506b-7ffb-430f-a7d7-08ed9238563c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.707207841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b76a506b-7ffb-430f-a7d7-08ed9238563c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.707255115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"3eb3ecf2-d514-4904-a59e-46826a011e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.72194042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"d0ff6b38-d5cb-4d71-9b78-5fe83515dc00","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.739701407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"d0ff6b38-d5cb-4d71-9b78-5fe83515dc00","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.794047695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"e73fdfd9-d667-470e-82cf-fdfee0bbcea7","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.812746446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"e73fdfd9-d667-470e-82cf-fdfee0bbcea7","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.830952587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"e73fdfd9-d667-470e-82cf-fdfee0bbcea7","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.911672831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"da2a92da-310f-42a7-8eb1-7f8ba891691d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.912280374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"97a57ca7-4785-4876-8ea4-1f875ee4b18f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.913623925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"cbc2d3a5-75f9-405a-a09c-c1dc2af8648d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.931923968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"da2a92da-310f-42a7-8eb1-7f8ba891691d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.93202832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"97a57ca7-4785-4876-8ea4-1f875ee4b18f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.934699048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83b8fbd9-1038-42b6-9e94-f5e99e820864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.939341468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"cbc2d3a5-75f9-405a-a09c-c1dc2af8648d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:52.995454487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83b8fbd9-1038-42b6-9e94-f5e99e820864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.527201689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"7ab74994-ef2a-45f5-ba28-929f635cecf1","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.786161918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","reconcileID":"2376512c-dc36-45cc-8f2d-3862280a8faa","namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.836541127Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-sub","reconcileID":"956ee1d4-3a6c-4249-b39a-f87df924200d","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-d9f9cd","subscription":"e2e-dft-d9f9cd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.839714979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"4dc9808d-98b0-497b-84cf-0b6533ab27d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.841996883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"3f6d18af-8cab-41cc-b375-a6db1d860110","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.848051674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"378b8c13-5f5d-47bc-9c73-28099be2b781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.856958735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2ef63742-e41b-49cc-9de7-2343d11e4408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.856992468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"0607bce4-7e63-4c0e-b2eb-fbf7df5da074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.863504938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"3f6d18af-8cab-41cc-b375-a6db1d860110","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.864292167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"4dc9808d-98b0-497b-84cf-0b6533ab27d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.871281562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"378b8c13-5f5d-47bc-9c73-28099be2b781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.896312071Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-sub","reconcileID":"956ee1d4-3a6c-4249-b39a-f87df924200d","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.908177787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"0607bce4-7e63-4c0e-b2eb-fbf7df5da074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.913722649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2ef63742-e41b-49cc-9de7-2343d11e4408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.917078996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"4dc9808d-98b0-497b-84cf-0b6533ab27d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.917290954Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-sub","reconcileID":"956ee1d4-3a6c-4249-b39a-f87df924200d","MaaSSubscription":{"name":"e2e-dft-d9f9cd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d9f9cd","namespace":"llm","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:58.923055227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6c8d4b","namespace":"e2e-extmod-att-noaccess-d44975"},"namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","reconcileID":"5f2f11b3-68ff-4fa5-bee9-40f593c0b180","namespace":"e2e-extmod-att-noaccess-d44975","name":"e2e-att-noaccess-6c8d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.046221468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"9c8b836f-e387-46fc-836d-8ed4cdadd6d1","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.081619345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"9c8b836f-e387-46fc-836d-8ed4cdadd6d1","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.103691456Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0d0a9b priority=0:[ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7-0d0a9b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-636e5b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-d8c03d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.120945222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"6b6ca0cc-b942-4707-ac58-3500dadbf4b8","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.12104367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"6b6ca0cc-b942-4707-ac58-3500dadbf4b8","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.133883536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"4447ab9e-b5b4-4a03-b1a0-a02750404531","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.151869519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"4447ab9e-b5b4-4a03-b1a0-a02750404531","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.193170788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"88ce014c-aa1d-4a30-a22c-347ac5a99e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.196895591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"e4c1ab6f-56db-47b2-9cb1-6e5d25e8932e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.207948351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2290eff-ca6c-4ac0-ac19-9ce82658e1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.213371461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"88ce014c-aa1d-4a30-a22c-347ac5a99e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.225742668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"e4c1ab6f-56db-47b2-9cb1-6e5d25e8932e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.227086555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2290eff-ca6c-4ac0-ac19-9ce82658e1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.240760822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"dc466543-a2cb-473b-aed8-15355b3e8c47","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.240779094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"dc466543-a2cb-473b-aed8-15355b3e8c47","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.254934074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d9f9cd-access","reconcileID":"bec89148-6ab2-4a3a-83a9-11aea8cb8049","MaaSAuthPolicy":{"name":"e2e-dft-d9f9cd-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.300135829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"44d5181d-e4f7-497d-9a54-3e5693104604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.321317805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f93906b7-33dc-4bcd-9f66-0fa609a50483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.321799049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"866f134c-6b00-4ff7-ae8e-e16863367111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.324631275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"44d5181d-e4f7-497d-9a54-3e5693104604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.340600297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f93906b7-33dc-4bcd-9f66-0fa609a50483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.340892102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"866f134c-6b00-4ff7-ae8e-e16863367111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.365674132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"19f67d58-927c-48e2-8f75-7ae1326cc669","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.365690217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"19f67d58-927c-48e2-8f75-7ae1326cc669","MaaSModelRef":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"routeName":"external-model-e2e-dft-d9f9cd-b33c99c7ac48","namespace":"llm","model":"e2e-dft-d9f9cd","externalModel":"e2e-dft-d9f9cd","provider":"e2e-dft-d9f9cd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.396002095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8455a83c-72f5-4c3b-b8d8-cab558e96e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.412017436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"3da00e15-e60b-4889-ade9-6f334a327263","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.419218977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8455a83c-72f5-4c3b-b8d8-cab558e96e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.431017539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"3da00e15-e60b-4889-ade9-6f334a327263","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.567282456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"87097fe0-4151-49ec-acb4-3567ce14f553","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.578941381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"62b9ad9a-9a67-4fe1-9596-796c30fcbffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.579294725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68f0d4d6-455e-47c3-a669-e2419ebe298c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.585543177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"87097fe0-4151-49ec-acb4-3567ce14f553","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.597202882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1ab18d36-5ed3-4871-943a-f5019ac5a8fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.60626966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"87097fe0-4151-49ec-acb4-3567ce14f553","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.614010576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"62b9ad9a-9a67-4fe1-9596-796c30fcbffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.623646209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68f0d4d6-455e-47c3-a669-e2419ebe298c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.624017608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2674ebe8-f814-4810-9ceb-d2022416d071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.627614738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1ab18d36-5ed3-4871-943a-f5019ac5a8fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.642401841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2674ebe8-f814-4810-9ceb-d2022416d071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.702230057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"9466606a-44be-4774-a1e7-3b224b804829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.731558742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"51f45b0b-241c-4252-8a9a-361189b91448","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.810623228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"51f45b0b-241c-4252-8a9a-361189b91448","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.820343697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"115f35b1-e0e5-45ee-bded-ed9899b7e91f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.820375315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"115f35b1-e0e5-45ee-bded-ed9899b7e91f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.821674466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90addb1e-98f2-4f38-a764-ee880bd98751","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.821704592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90addb1e-98f2-4f38-a764-ee880bd98751","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.822599232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"81d04ad8-9012-433e-8637-01d50c5adfad","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.822626916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"81d04ad8-9012-433e-8637-01d50c5adfad","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.823255246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a990271-1b2c-41dc-bf0b-b0f9ca11a73c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.823272511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a990271-1b2c-41dc-bf0b-b0f9ca11a73c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.824406185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74dfa0e7-cb38-4185-a880-46953a2aa92a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.824428925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74dfa0e7-cb38-4185-a880-46953a2aa92a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.825234382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"388b41fd-0a88-4064-b515-8597133aed37","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.825256987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"388b41fd-0a88-4064-b515-8597133aed37","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.826017545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"728c5845-2b3b-42b3-87d1-302d4043e239","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.826050866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"728c5845-2b3b-42b3-87d1-302d4043e239","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.826546753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e674266a-347f-4465-9afb-85c2f44a378f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.826560676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e674266a-347f-4465-9afb-85c2f44a378f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.828340433Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"8d23b0b2-19b4-430b-88a8-d122ac7cbb1d","namespace":"llm","name":"e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.828414674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"9466606a-44be-4774-a1e7-3b224b804829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.833713494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1f1d63c-ea45-48d9-a280-acbc00704622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.901981149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"d6da70ee-0a24-42b6-9ae7-a82ff9096dc5","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.937506472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1f1d63c-ea45-48d9-a280-acbc00704622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.942024249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"d6da70ee-0a24-42b6-9ae7-a82ff9096dc5","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.943617993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04bba7e3-1b61-4557-87b9-563e8859b289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.970346618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04bba7e3-1b61-4557-87b9-563e8859b289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.972744522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff8da263-cd58-40da-823c-78875fcd3e51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.973564113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fdea27c0-396b-4bdd-b07c-757d4d2916b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:07:59.97530095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d9f9cd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d9f9cd","reconcileID":"45128e8c-3717-496d-9ec3-98d9e3bfb506","namespace":"llm","name":"e2e-dft-d9f9cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.059355968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"eab86750-82ff-4047-b5ff-0259e80e1508","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.078418285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"eab86750-82ff-4047-b5ff-0259e80e1508","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.098326988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"eab86750-82ff-4047-b5ff-0259e80e1508","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.160732087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"6a76225f-3ba5-4faa-94ab-12c906a663ca","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.173347179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"95e0adf7-4e34-4bbc-bd39-fbcc692c63be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.175727427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6607e7f4-1e90-4ae3-ab55-fda07968d338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.178695259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"6a76225f-3ba5-4faa-94ab-12c906a663ca","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.185913809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"7b90f793-6118-43dd-8d1e-f743cf3b3082","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.185945805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"68fc5d19-73e5-4064-9d2c-78cb17557300","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.19112131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"95e0adf7-4e34-4bbc-bd39-fbcc692c63be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.201164297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6607e7f4-1e90-4ae3-ab55-fda07968d338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.211105868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"7b90f793-6118-43dd-8d1e-f743cf3b3082","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.219116522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"68fc5d19-73e5-4064-9d2c-78cb17557300","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.299215307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"70655804-996b-4b3b-9a4f-2e6e9e74eabb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.29995321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c88706de-2317-446a-b522-f137f3ab7705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.377740379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"70655804-996b-4b3b-9a4f-2e6e9e74eabb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.419276669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c88706de-2317-446a-b522-f137f3ab7705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.463106204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"31e201e7-3dee-46f9-844e-d0ac9de3b4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.48232709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"31e201e7-3dee-46f9-844e-d0ac9de3b4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.542935063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a8cd52e5-0807-4ff1-af1c-d5ffd9b7f7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.549617872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"aaab84b8-6665-4f09-9d9b-acfa7f0082a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.561657777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a8cd52e5-0807-4ff1-af1c-d5ffd9b7f7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.563105808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b0a4ad77-77ce-4bd1-9a25-74dac7fe7cd2","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.5677005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"aaab84b8-6665-4f09-9d9b-acfa7f0082a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.580655367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b0a4ad77-77ce-4bd1-9a25-74dac7fe7cd2","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.632549498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58c11f3e-ca65-45bf-b0bc-1647f2b2fe08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.635301637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"07d1cdda-e5f6-48ec-a934-a2efe64518b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.650466611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58c11f3e-ca65-45bf-b0bc-1647f2b2fe08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.653363319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"07d1cdda-e5f6-48ec-a934-a2efe64518b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.705331333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4659c82e-f17c-40da-8b99-950987dadb6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.705653733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"6b318756-1487-4ef3-b7df-11f942f80661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.726999602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"6b318756-1487-4ef3-b7df-11f942f80661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.727669974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4659c82e-f17c-40da-8b99-950987dadb6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.738918332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a0aeb265-e592-4862-964b-3014d6c9fae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.759741271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a0aeb265-e592-4862-964b-3014d6c9fae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:00.87325877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"faca261d-32d5-432e-8a61-b4dfb15565bc","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.806048311Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"99edad16-e0c9-46b7-a099-b605251b777f","namespace":"llm","name":"e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.826074554Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"31eac79f-a3a7-4240-bf20-8e05498cb451","namespace":"llm","name":"e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.837662853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"166f7641-8baa-4e74-9eac-e985de35dac7","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.837687293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"6ea48ca1-c4be-4e15-b71a-bb011337274a","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.853196434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b38cc6d-1610-4053-b9c8-27a2ad3be6d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.855733116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"166f7641-8baa-4e74-9eac-e985de35dac7","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.856239895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"6ea48ca1-c4be-4e15-b71a-bb011337274a","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.866894135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"90d1fef9-42e2-49b6-ac06-a042450d4e13","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.869663181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"d6c23c11-a582-4fea-8f68-cab500aca54c","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.871713827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b38cc6d-1610-4053-b9c8-27a2ad3be6d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.872491048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"166f7641-8baa-4e74-9eac-e985de35dac7","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.885326587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"90d1fef9-42e2-49b6-ac06-a042450d4e13","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.890539722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"d6c23c11-a582-4fea-8f68-cab500aca54c","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.89151672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"072de7e6-a2b8-4cac-8468-977b945b1b74","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.891538139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"072de7e6-a2b8-4cac-8468-977b945b1b74","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.891973548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e15dd54b-8407-4f3b-810a-9cb93f895343","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.891992857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e15dd54b-8407-4f3b-810a-9cb93f895343","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.892483584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"28b6c97c-fa19-44c6-a8ba-2e08102067a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.89254505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"28b6c97c-fa19-44c6-a8ba-2e08102067a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.892963027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"77fd3776-360e-4f78-b41e-cdfbd5487948","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.892981019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"77fd3776-360e-4f78-b41e-cdfbd5487948","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.893344888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e639675-597e-4f2d-a660-c27e03aa00e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.893361079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e639675-597e-4f2d-a660-c27e03aa00e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.893813013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3dae9193-9a39-4ece-9375-d0ad33cddd26","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.89382849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3dae9193-9a39-4ece-9375-d0ad33cddd26","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.894137156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fcbda7e3-0809-4750-8553-3e60d56f599c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.894152713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fcbda7e3-0809-4750-8553-3e60d56f599c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.894474168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b80620c5-66dd-4f73-be14-900c912a2889","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.894490329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b80620c5-66dd-4f73-be14-900c912a2889","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.92387023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1457543d-f69b-49f3-af9a-01edfd0984bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.937911855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"878bd992-8b5c-4385-91dd-4083a9dd08ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.937927864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"878bd992-8b5c-4385-91dd-4083a9dd08ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.938180006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a483ea50-0c19-48c9-b5eb-684fda9d3bfe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.938193863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a483ea50-0c19-48c9-b5eb-684fda9d3bfe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.938425824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e6bde33-071d-4a2f-aefa-38590d4ddad5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.938438685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e6bde33-071d-4a2f-aefa-38590d4ddad5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.93879155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9ea1290-df47-40e1-a79e-09726d9ded13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.93880461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9ea1290-df47-40e1-a79e-09726d9ded13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.939045767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1b3c613-0678-4e2a-b4b5-45c37c68e48a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.939057908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1b3c613-0678-4e2a-b4b5-45c37c68e48a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.939287567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b43a70e-0926-47d1-a64e-8fa9c56dbf62","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.939298664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b43a70e-0926-47d1-a64e-8fa9c56dbf62","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.939530121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bc8ef4a7-2833-4188-b531-f8d6009ccd12","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.939541303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bc8ef4a7-2833-4188-b531-f8d6009ccd12","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.939814496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ebd8dd0-7635-4f16-9c40-2716a2a22954","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.939826205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ebd8dd0-7635-4f16-9c40-2716a2a22954","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.942687903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1457543d-f69b-49f3-af9a-01edfd0984bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.952119437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d58812f2-5bb1-43b9-9b34-202284e90fc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:01.952136752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d491e53c-353c-48c8-8584-5bedc2e6dd73","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.029428373Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"5c770f7c-19b5-4751-8108-f4c0117bfe91","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"name":"e2e-dft-refs-6638dd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.049164413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"31e24554-d9ad-4506-9254-9f61117bf2c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.050303256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f8545f2a-3e46-4aa5-af87-9fc44809890c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.06944883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"31e24554-d9ad-4506-9254-9f61117bf2c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.071438787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f8545f2a-3e46-4aa5-af87-9fc44809890c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.149651865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"0cb8b211-7bb1-4d7c-95a0-05b97e3c4980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.149749906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e9aefa40-600a-49b7-9dcf-4acc942f60da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.150766252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"bc45387f-4d2a-4747-93e2-62810cdc4d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.163457976Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"c5753350-6233-4e38-9e73-61f22414b733","namespace":"llm","name":"e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.169099244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e9aefa40-600a-49b7-9dcf-4acc942f60da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.169246398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"bc45387f-4d2a-4747-93e2-62810cdc4d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.171224675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"0cb8b211-7bb1-4d7c-95a0-05b97e3c4980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.178925681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"1c42f3df-8795-4b93-b192-8d92e78a2af5","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.178942439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"1c42f3df-8795-4b93-b192-8d92e78a2af5","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6638dd-f951e43833b8","namespace":"llm","model":"e2e-dft-refs-6638dd","externalModel":"e2e-dft-refs-6638dd","provider":"e2e-dft-refs-6638dd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.251370176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3820e067-e448-45e4-be37-20e0e3bbb57a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.265843845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3f76aae3-3c45-4a00-b3b4-418eb2b09c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.275180767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"56edde50-1bf7-406a-b408-665012c93d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.275739806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"9a941d48-14dd-4866-8697-5714d9702cc2","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.410374907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3f76aae3-3c45-4a00-b3b4-418eb2b09c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.435723112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3820e067-e448-45e4-be37-20e0e3bbb57a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.436512388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"858582ce-6405-4a1c-8e94-8bbe15ef3dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.441782777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"9a941d48-14dd-4866-8697-5714d9702cc2","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.443411489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"56edde50-1bf7-406a-b408-665012c93d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.463199534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"858582ce-6405-4a1c-8e94-8bbe15ef3dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.602922706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"95092e3d-62cb-491f-a54a-faea90d8de74","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.602967825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"208e22ad-8ab3-4221-a2d6-a335a5b84ca3","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.619014053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"905747ef-5395-4d7c-9d81-89bb3813cb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.621931218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"208e22ad-8ab3-4221-a2d6-a335a5b84ca3","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.621947391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"95092e3d-62cb-491f-a54a-faea90d8de74","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.636737082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"905747ef-5395-4d7c-9d81-89bb3813cb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.63839648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"208e22ad-8ab3-4221-a2d6-a335a5b84ca3","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.730072376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19cfd45e-277b-416e-b212-034fbf9f0b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.743248184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"fec0a2d7-4e78-41cd-8c0e-01199e9af8d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.74513521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"56a43276-09b8-40ff-935f-3ed6a55e16fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.749646266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19cfd45e-277b-416e-b212-034fbf9f0b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.765361012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"fec0a2d7-4e78-41cd-8c0e-01199e9af8d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.769190766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"56a43276-09b8-40ff-935f-3ed6a55e16fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.800902663Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"a2e7c017-9cd4-4ae8-86c1-782cb245842e","namespace":"llm","name":"e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.817254393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"2411caf7-75ac-4854-9caa-6c34c4b61dfa","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.817274082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"2411caf7-75ac-4854-9caa-6c34c4b61dfa","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6638dd-f951e43833b8","namespace":"llm","model":"e2e-dft-refs-6638dd","externalModel":"e2e-dft-refs-6638dd","provider":"e2e-dft-refs-6638dd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.829962805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"00146fac-8104-4873-b05e-9d6b7a032c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.830316509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c1e7526d-f84a-408a-9545-fff05be47390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.857349349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c1e7526d-f84a-408a-9545-fff05be47390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.857445047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"00146fac-8104-4873-b05e-9d6b7a032c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.885100847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"9a61bbe0-fd40-4757-8546-15df3b1cf4d8","namespace":"llm","name":"e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.919126627Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"eb289b5d-ad7d-4870-8773-1855c159f230","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"name":"e2e-dft-refs-6638dd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.96346902Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"a5427d31-a22b-46ef-a2d7-c98994d708f4","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"name":"e2e-dft-refs-6638dd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.963809095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3ce8f148-f8c9-43fb-a641-da39a0e1737e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.96382508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3ce8f148-f8c9-43fb-a641-da39a0e1737e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.964245719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"49f5f7f6-5189-4d1d-a54c-edbdccfa3a2a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.964262079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"49f5f7f6-5189-4d1d-a54c-edbdccfa3a2a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.964569877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df0ed09b-7773-4334-ac15-ab7f0d1c656c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.964599575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df0ed09b-7773-4334-ac15-ab7f0d1c656c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.964906394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"814bdbc4-3dad-4a9d-b995-fdcff8872143","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.964919197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"814bdbc4-3dad-4a9d-b995-fdcff8872143","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.965169345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ed43de9-c666-4e7a-989a-7107590b9028","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.965184537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ed43de9-c666-4e7a-989a-7107590b9028","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.965666738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2bbbf7ec-bc2c-4691-83c9-dde2f0498cfc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.965686992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2bbbf7ec-bc2c-4691-83c9-dde2f0498cfc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.966064333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c61387ee-7d38-4842-aece-01976316ccf5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.966127016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c61387ee-7d38-4842-aece-01976316ccf5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.966417953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9b66cc1-b001-4c89-a9e7-44b37f181000","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.966432004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9b66cc1-b001-4c89-a9e7-44b37f181000","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.992129645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f6d090c-5537-4fff-bc4c-02d1da510398","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:02.992632743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1a2ff10-f8a8-4aff-a281-c83b55b491b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.022086916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"157faeef-63e8-4313-937e-4138bc81811c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.022096013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5a3c3c5d-bf26-4637-a66a-4eb4a5ba7110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.022490328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f73360b0-833c-4c5b-ad6f-18d0e463a4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.040321954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"157faeef-63e8-4313-937e-4138bc81811c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.04085259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5a3c3c5d-bf26-4637-a66a-4eb4a5ba7110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.042861248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f73360b0-833c-4c5b-ad6f-18d0e463a4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.064016685Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"3626a623-4919-4461-8462-9088f80c9c02","namespace":"llm","name":"e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.078344128Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"cd9962d6-c0a2-4cd0-adae-681b677aabae","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"name":"e2e-dft-refs-6638dd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.106242342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"7356560e-b7aa-4607-8a62-b24b98a63f90","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.124908912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"2e139a6f-1f9f-46ec-814f-2fb0cc6e3d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.125138417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"7356560e-b7aa-4607-8a62-b24b98a63f90","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.135576816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"8845224f-c0d7-4336-9523-5518f779448f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.138253715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c8c5c2f2-f85f-430a-a208-c112ad2a0fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.139159037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7d575f9-2583-4353-a38d-cd1196ab1ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.143431066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"7356560e-b7aa-4607-8a62-b24b98a63f90","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.144564377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"2e139a6f-1f9f-46ec-814f-2fb0cc6e3d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.161057229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c8c5c2f2-f85f-430a-a208-c112ad2a0fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.192665787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"8845224f-c0d7-4336-9523-5518f779448f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.249221542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7d575f9-2583-4353-a38d-cd1196ab1ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.282537036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3801082a-e22e-4ce2-bad5-bee0ec853c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.306238056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3801082a-e22e-4ce2-bad5-bee0ec853c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.366363501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"55d537f6-b798-4b54-be04-5d4b16b87d26","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.380179539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"1af19368-8cb2-4e3d-8c6f-9e4b289d81be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.384750478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"55d537f6-b798-4b54-be04-5d4b16b87d26","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.39782865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"1af19368-8cb2-4e3d-8c6f-9e4b289d81be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.478462927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"730f2d56-2fba-40c9-8183-cf0f793b66a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.487182312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"85d5090b-fb96-4144-aea6-5a37e10ce35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.491668501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"1af609eb-5f25-42f0-9602-d1abfc4f7b24","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.498026679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"8966f088-1948-4b4d-a57a-8d8dc4a2d264","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.501883202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"730f2d56-2fba-40c9-8183-cf0f793b66a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.505325489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"85d5090b-fb96-4144-aea6-5a37e10ce35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.509244913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"1af609eb-5f25-42f0-9602-d1abfc4f7b24","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.516252874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"8966f088-1948-4b4d-a57a-8d8dc4a2d264","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.578119965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"cf032e52-1d47-482b-b017-c39c0f0c6f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.596125714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"cf032e52-1d47-482b-b017-c39c0f0c6f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.611890656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"f871d65f-c126-412d-8c8a-163977a983bf","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.694945445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"f871d65f-c126-412d-8c8a-163977a983bf","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.725859948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e98a265f-cf53-4ece-ab1d-147d2ee1eb49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.743909188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e98a265f-cf53-4ece-ab1d-147d2ee1eb49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.780018561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"66f4e3a8-7c43-4d5f-a7bd-d6b4c0b9e426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.780023999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"2ec92b23-9b44-4f72-9e86-cd57524bad55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.798809403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"66f4e3a8-7c43-4d5f-a7bd-d6b4c0b9e426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:03.799159407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"2ec92b23-9b44-4f72-9e86-cd57524bad55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:08.54267042Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"1c2b534e-9b73-4cfb-847d-fded3878d3e0","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.02329069Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"4f4e1b0d-e742-4b99-848d-b1119a770bbe","namespace":"llm","name":"e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.037755985Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"377653fd-521d-4a02-bf8d-7ac8b7ff7ac3","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"name":"e2e-dft-refs-6638dd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.056651997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"a05d3763-fb82-467b-8ac5-9a9f5b28fb0e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.068660074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a06962e9-ec27-42f2-8d33-20af271eeecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.068693733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21027cbd-5773-4a97-94d7-ba88ed2e9334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.072545688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d9d1e27f-82df-42c6-8a80-7e987db299e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.072607012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e39faa4a-4e90-473f-bb58-ead833e77703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.07682601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"a05d3763-fb82-467b-8ac5-9a9f5b28fb0e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.087494905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21027cbd-5773-4a97-94d7-ba88ed2e9334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.088070508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a06962e9-ec27-42f2-8d33-20af271eeecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.091985028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d9d1e27f-82df-42c6-8a80-7e987db299e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.092029264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e39faa4a-4e90-473f-bb58-ead833e77703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.099334654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"a05d3763-fb82-467b-8ac5-9a9f5b28fb0e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.116188681Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"51914b13-51c1-477d-8f30-c3ea63795c61","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"name":"e2e-dft-refs-6638dd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.116732498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e8380c3-1658-48b1-be30-a6e6b7bb468b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.116750141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e8380c3-1658-48b1-be30-a6e6b7bb468b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.1176653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38ba533e-1f34-431e-8769-e835099dc105","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.117682245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38ba533e-1f34-431e-8769-e835099dc105","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.118095793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d7746f1a-7016-4d94-b252-8c085eae0e8a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.11811799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d7746f1a-7016-4d94-b252-8c085eae0e8a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.118560873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"861b80d8-b0c0-4848-8f0c-e9fddff88729","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.118574671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"861b80d8-b0c0-4848-8f0c-e9fddff88729","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.13120707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3e96147a-dc5d-4d5a-966a-a4378acfd8f5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.131225196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3e96147a-dc5d-4d5a-966a-a4378acfd8f5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.141179911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e845d210-feeb-4629-8514-95bc286945a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.141210628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e845d210-feeb-4629-8514-95bc286945a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.144908961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3bbd9c7-4bd1-4b9a-af68-d164ac87677f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.144942646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3bbd9c7-4bd1-4b9a-af68-d164ac87677f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.145410012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f2fceb81-d610-4a67-b490-ecf75c49d236","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.145424549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f2fceb81-d610-4a67-b490-ecf75c49d236","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.186958797Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"c5cdb861-090a-4e9d-b47d-b2225e4d938b","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"name":"e2e-dft-refs-6638dd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.187271752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49d1f673-54cc-41bf-a634-e604ae5444fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.18728513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49d1f673-54cc-41bf-a634-e604ae5444fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.187536754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f96af325-4152-4fe6-b98a-ad878fdb2151","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.187546409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f96af325-4152-4fe6-b98a-ad878fdb2151","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.187790392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"435e90a3-54dc-4b51-97ef-e98c5bd24ce1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.18780269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"435e90a3-54dc-4b51-97ef-e98c5bd24ce1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.188109032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b0009477-5221-4c67-9a78-da10b4aef928","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.188119167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b0009477-5221-4c67-9a78-da10b4aef928","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.188363279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"203575b6-3a37-4a40-ace5-5753dfbfeb6f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.188380703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"203575b6-3a37-4a40-ace5-5753dfbfeb6f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.188717518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd0123ba-18da-486a-b409-6da25b85c121","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.188737615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd0123ba-18da-486a-b409-6da25b85c121","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.18903717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2e3895f-ef47-4f32-b83c-f2182dc271c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.189050481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2e3895f-ef47-4f32-b83c-f2182dc271c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.189305664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa538a41-922e-4e96-bdb8-3ef06708e0b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.189318535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa538a41-922e-4e96-bdb8-3ef06708e0b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.194893735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"add554fa-de52-4e57-b994-e712154bde30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.209096695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a74d01c8-ea4b-496f-9bf6-3d130fa18500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.210198913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4438e1b1-6a9b-4c00-815d-087a753baac7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.232303717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a74d01c8-ea4b-496f-9bf6-3d130fa18500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.295681592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"029c62df-0de6-492e-a1d7-bc603c1a5ff0","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.321997583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"029c62df-0de6-492e-a1d7-bc603c1a5ff0","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.323674223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dfb5b82-eb69-4cff-a020-c49405433109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.331487175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"3632dec2-7821-429d-ab32-6ce0bbb57d96","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.337557382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"255f0df3-5923-4051-9ecd-fcd4a8b9f0ed","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.341931884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dfb5b82-eb69-4cff-a020-c49405433109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.3496984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"3632dec2-7821-429d-ab32-6ce0bbb57d96","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.358470871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"255f0df3-5923-4051-9ecd-fcd4a8b9f0ed","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.41512362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a0d4cb6a-c100-4a54-9bb5-019c75396caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.445436192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a0d4cb6a-c100-4a54-9bb5-019c75396caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.571016115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"74678a2e-63c1-4638-91fe-5eba8a40fdf5","namespace":"llm","name":"e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.587076669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"7d9949ac-c794-49b2-b58d-f76032c8b36b","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.587101617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"7d9949ac-c794-49b2-b58d-f76032c8b36b","MaaSModelRef":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-6638dd-f951e43833b8","namespace":"llm","model":"e2e-dft-refs-6638dd","externalModel":"e2e-dft-refs-6638dd","provider":"e2e-dft-refs-6638dd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.589244119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3c5f9838-e8a5-4e1e-addf-eae16d3e343f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.589629012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"45b636ed-a1cd-4c26-8a1e-5d444fac9a76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.591967793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1c06d284-274a-4604-9217-ac9c49fdb258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.592372077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"03cd5a26-36d4-47dd-809b-3b9860199114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.620639334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"3c5f9838-e8a5-4e1e-addf-eae16d3e343f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.620856455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"03cd5a26-36d4-47dd-809b-3b9860199114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.624256736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"45b636ed-a1cd-4c26-8a1e-5d444fac9a76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.625406578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1c06d284-274a-4604-9217-ac9c49fdb258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.833353333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"55255452-7b03-407c-95b4-ea541d0c69cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.833929883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"e7cc3d82-724b-4a13-a77e-33692365f71e","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.836980311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"add87a22-6dcc-4d6f-bc15-0a750bf4296c","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.841942479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55a00b96-d2e8-40dd-b0b7-872ef6fe0628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.851425242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"55255452-7b03-407c-95b4-ea541d0c69cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.852090224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"e7cc3d82-724b-4a13-a77e-33692365f71e","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.855118323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"add87a22-6dcc-4d6f-bc15-0a750bf4296c","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.8558659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"90abf9b0-6fcb-4199-af86-95ee28f0ee77","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.860114968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55a00b96-d2e8-40dd-b0b7-872ef6fe0628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.872042323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"add87a22-6dcc-4d6f-bc15-0a750bf4296c","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.873564181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"90abf9b0-6fcb-4199-af86-95ee28f0ee77","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.94660164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a746fe5-7bd3-4c98-a75e-bee1555fb7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.958055585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"dd3b1299-9e7e-4d26-90f8-1b81f1706196","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.958263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"ca497fa6-7120-4392-a2dc-4c848ba07459","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.964611156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a746fe5-7bd3-4c98-a75e-bee1555fb7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.976141104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"dd3b1299-9e7e-4d26-90f8-1b81f1706196","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:09.976666825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"ca497fa6-7120-4392-a2dc-4c848ba07459","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.047990746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b22d36c8-93cf-468b-986f-e0c7d9fa9cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.048159955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d03ab1be-cd66-4291-9908-2ffc9fc982ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.066313814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d03ab1be-cd66-4291-9908-2ffc9fc982ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.066392342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b22d36c8-93cf-468b-986f-e0c7d9fa9cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.145472614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d7b7a210-eaeb-4983-97a5-3e02f985ecda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.164563923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"d7b7a210-eaeb-4983-97a5-3e02f985ecda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.245888817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c4865ae1-3b95-4abb-a9c1-dc8132075deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.246363437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"f696e1ff-0b52-491b-a53a-970b18161535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.247916873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"43bf6729-6ca8-4468-89a2-9005f250d6f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.251666255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"59a5bc86-ab1d-43c8-9f2e-f26b407b9b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.264564845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"f696e1ff-0b52-491b-a53a-970b18161535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.264741086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c4865ae1-3b95-4abb-a9c1-dc8132075deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.266932718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"43bf6729-6ca8-4468-89a2-9005f250d6f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.269331413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"59a5bc86-ab1d-43c8-9f2e-f26b407b9b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.345569723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a95fbbe3-4a54-46d6-981a-d0b5efc949bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.351427275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a382ea10-e5a9-4c52-810d-d2197180a5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.363022771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a95fbbe3-4a54-46d6-981a-d0b5efc949bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.369575973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"a382ea10-e5a9-4c52-810d-d2197180a5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:10.895155703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"c2dd9c6e-63f9-4c3c-97de-e1058642218b","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.392385315Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"604a9c61-d4e5-43e5-b792-05240edcc888","namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.425366253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"dbd9a40d-e4fc-4daf-9f94-e387f2ab5a02","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.429546386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"7f12089c-a2f9-4d98-bee0-7dab067137b4","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.436090591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"b8fd54d0-511b-49d3-93c3-f38641da9df1","namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.441662682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"bad318d8-c370-4e60-93e1-f30a2ca9a4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.441870564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"77291e76-636e-47c6-bfb4-cee95e1201a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.441979342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"63cffcbf-dcc1-49f6-8bd4-9592a587fb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.446747126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"dbd9a40d-e4fc-4daf-9f94-e387f2ab5a02","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.448274453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"7f12089c-a2f9-4d98-bee0-7dab067137b4","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.46044067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"bad318d8-c370-4e60-93e1-f30a2ca9a4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.461335522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"63cffcbf-dcc1-49f6-8bd4-9592a587fb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.462916741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"77291e76-636e-47c6-bfb4-cee95e1201a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.464749639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"dbd9a40d-e4fc-4daf-9f94-e387f2ab5a02","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.526526359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"22300e7f-a0cd-4915-8511-6850e82e9fef","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.545021062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"22300e7f-a0cd-4915-8511-6850e82e9fef","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.588761981Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"20603cd1-9a95-4bfa-867c-934f3aaa5442","namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.629284129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"b144e13e-037e-48e6-a838-086f9bd96115","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.629310971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"b144e13e-037e-48e6-a838-086f9bd96115","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.635846916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee2b0b59-c893-4f5a-97f7-296ea903b54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.636409433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bb976510-a498-407c-986d-98474cbc4650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.6422664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"9acc328b-dfef-4c28-9574-fadba7fc8e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.711712078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee2b0b59-c893-4f5a-97f7-296ea903b54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.75682704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"d7dd5c8d-b5d7-467a-aede-64e6530ee531","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.768623569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"d7dd5c8d-b5d7-467a-aede-64e6530ee531","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.806355521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"80b45767-6044-46c5-a8b2-dfbccb71bb86","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.82367782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bb976510-a498-407c-986d-98474cbc4650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.837168025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"9acc328b-dfef-4c28-9574-fadba7fc8e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.862163922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"80b45767-6044-46c5-a8b2-dfbccb71bb86","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.871428061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"fb67bd28-8b98-42d0-a3f3-7d8c4b78c56f","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.871509714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"fb67bd28-8b98-42d0-a3f3-7d8c4b78c56f","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.887248264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c68c84be-fa96-490f-8726-d7c70170c707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.911569387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c68c84be-fa96-490f-8726-d7c70170c707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.973804451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"999a46ee-7eac-462d-8a9c-deae12bbac2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:12.993243456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"999a46ee-7eac-462d-8a9c-deae12bbac2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.072330715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"76f4ea17-e0c4-4ded-a399-2bd63dc5ae2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.074545287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"5edb2abc-71e7-47b6-bf32-32eea98c7ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.088159302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b65964ed-4de7-4e85-9899-0bb41a7c7152","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.092739263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"76f4ea17-e0c4-4ded-a399-2bd63dc5ae2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.094034935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"5edb2abc-71e7-47b6-bf32-32eea98c7ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.110172525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"b65964ed-4de7-4e85-9899-0bb41a7c7152","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.17293513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"62a1d89f-08ad-48c7-a314-98bb74feed7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.173046718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e4416ee-3008-4b9c-a4c4-d368bba9e875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.192343307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"62a1d89f-08ad-48c7-a314-98bb74feed7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.193950194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e4416ee-3008-4b9c-a4c4-d368bba9e875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.257475269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"2bca898d-9b17-4850-9b64-b5d13d884b51","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.277532802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"2bca898d-9b17-4850-9b64-b5d13d884b51","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.296191459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"2bca898d-9b17-4850-9b64-b5d13d884b51","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.371015536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4a6024e2-8591-46c1-b182-b03183baca70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.372565718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4f77dcad-fa6c-4337-8f14-6549df1c2793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.373563663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5f717a63-7d5b-47fc-ac2e-93a848465da7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.390037283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4a6024e2-8591-46c1-b182-b03183baca70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.390449179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4f77dcad-fa6c-4337-8f14-6549df1c2793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.39227368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"5f717a63-7d5b-47fc-ac2e-93a848465da7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.458120944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"5c1318dc-2c6d-4a94-946d-b172af31556c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.47637096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"5c1318dc-2c6d-4a94-946d-b172af31556c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.486039915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"1ad468b0-f70d-494f-9b6d-124159c99daa","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.529152317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"1ad468b0-f70d-494f-9b6d-124159c99daa","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.584676765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"7e5c0b8b-485e-4d45-827a-b16c0beea2c8","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.584713374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"7e5c0b8b-485e-4d45-827a-b16c0beea2c8","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.606848685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"ef6f26ee-e32d-4417-938c-4afde374d7c7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.672952787Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"ef6f26ee-e32d-4417-938c-4afde374d7c7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.691917066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"ef6f26ee-e32d-4417-938c-4afde374d7c7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.725343665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"162ee5a6-9925-40b6-bcd3-a2f3e67316d0","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:13.725370864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"162ee5a6-9925-40b6-bcd3-a2f3e67316d0","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.462708426Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"bb4fdf9f-1dbc-4f44-a3df-d5d7ffea00a2","namespace":"llm","name":"e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.484658136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8f07033b-a925-4d9b-81c5-8753dbcc12a8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.484680581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8f07033b-a925-4d9b-81c5-8753dbcc12a8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.485085405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d5e3e573-d6ef-4668-a054-49e0c24dd30a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.485103496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d5e3e573-d6ef-4668-a054-49e0c24dd30a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.48557191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85368bf4-8d0b-487e-8bba-0b40623fc1c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.485602547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85368bf4-8d0b-487e-8bba-0b40623fc1c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.485936352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"316a5993-49d4-4086-b93e-fa8c8634d781","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.48595215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"316a5993-49d4-4086-b93e-fa8c8634d781","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.486295182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a141349-00aa-44ac-823c-4d8867c2e5e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.486312113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a141349-00aa-44ac-823c-4d8867c2e5e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.486777126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b24c9a53-2ade-4cf2-b1d5-22ce9f46a132","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.486792756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b24c9a53-2ade-4cf2-b1d5-22ce9f46a132","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.487113058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a305d890-08ef-4c9c-bd56-a8bbd72f6c74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.487125932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a305d890-08ef-4c9c-bd56-a8bbd72f6c74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.487476386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7345d5e1-fa16-4529-891e-83702686635a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.487490224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7345d5e1-fa16-4529-891e-83702686635a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.496159324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"d044fb7b-0931-4f28-9dc7-7504f6b44a6f","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.501577758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"b3d3c055-e415-46af-b86c-12e33c286bc7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.509977959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b3797412-de98-4021-84c4-0e86173ae484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.514543247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"d044fb7b-0931-4f28-9dc7-7504f6b44a6f","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.519392192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2579cac7-c1af-4244-b2f0-c645c608a084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.523685559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"b3d3c055-e415-46af-b86c-12e33c286bc7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.52860475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"b3797412-de98-4021-84c4-0e86173ae484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.530939768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"d044fb7b-0931-4f28-9dc7-7504f6b44a6f","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.533637344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"0d1e6d73-5595-4bce-9cd4-1cc58f399505","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.537899509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2579cac7-c1af-4244-b2f0-c645c608a084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.540381785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"b3d3c055-e415-46af-b86c-12e33c286bc7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.541059627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c5aab0b-de27-43f9-b065-d6e40095a3e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.551935409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"0d1e6d73-5595-4bce-9cd4-1cc58f399505","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.576797634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"cdcca1fb-43bd-41ef-8818-faf3e7136b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.591988899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"059bea77-4f55-4b33-8eec-db5461de256a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.596473591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"cdcca1fb-43bd-41ef-8818-faf3e7136b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.61181667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"059bea77-4f55-4b33-8eec-db5461de256a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.646475985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae2d9539-5a81-4193-8bb5-ffa78bcb11bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.651831862Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-6638dd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-6638dd","reconcileID":"735b65bc-b78f-40c8-a7ad-990a7c536118","namespace":"llm","name":"e2e-dft-refs-6638dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.80566629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"9dec5b80-db60-48b4-94a6-9ff26b98e7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.823673675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"9dec5b80-db60-48b4-94a6-9ff26b98e7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.933234547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"47c3fa16-1c3c-4aff-816c-483aa97d1278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.937728221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a73ccdd2-da94-405b-a026-8e9eddc7107b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:15.938856598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"72c28de9-578b-4625-a3fa-3b071385b915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.028758248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"47c3fa16-1c3c-4aff-816c-483aa97d1278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.058054087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a73ccdd2-da94-405b-a026-8e9eddc7107b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.069458637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"72c28de9-578b-4625-a3fa-3b071385b915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.075015736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"7c377813-5f83-4415-a6fc-04e7b2bc6bb2","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.095195474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1b0ba5f0-fea6-4700-a0b7-8d34da458b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.103219128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"7c377813-5f83-4415-a6fc-04e7b2bc6bb2","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.115262072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1b0ba5f0-fea6-4700-a0b7-8d34da458b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.237068214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"434cf230-a899-4b5f-ba15-3225dbef0645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.237088438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1e3124f7-663d-4a2b-8f03-7d0ae3ffc3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.281142607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1e3124f7-663d-4a2b-8f03-7d0ae3ffc3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.301886245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"434cf230-a899-4b5f-ba15-3225dbef0645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.335702873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"a6f6a091-5187-480c-9462-34985d32042c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.351634081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b3e71fa9-22c1-460c-842a-afdb5487f360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.354533009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"a6f6a091-5187-480c-9462-34985d32042c","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.363719203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"a8f1509d-88eb-4595-be80-633661a6cdc4","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.369973972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b3e71fa9-22c1-460c-842a-afdb5487f360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.381660503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"a8f1509d-88eb-4595-be80-633661a6cdc4","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.436221794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"d9fc4ee2-e93e-4655-908f-de9ee0fabcef","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.450226193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acf18a7c-31ab-40ba-808d-a2a717971b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.454810733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"d9fc4ee2-e93e-4655-908f-de9ee0fabcef","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.468362833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acf18a7c-31ab-40ba-808d-a2a717971b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.471756454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"d9fc4ee2-e93e-4655-908f-de9ee0fabcef","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.535197682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"52c8d16f-ad32-4d22-9f9f-d8fb88d471f0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.548823301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4f974592-fe02-404c-a301-94852ca7dcf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.554149151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"52c8d16f-ad32-4d22-9f9f-d8fb88d471f0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.556848895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ba463993-34f4-4e5d-8c0f-69e835f17757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.56666344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"d8922da2-693d-4c28-a6d6-03817b87731a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.568491825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"4f974592-fe02-404c-a301-94852ca7dcf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.571599438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"52c8d16f-ad32-4d22-9f9f-d8fb88d471f0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.575372666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ba463993-34f4-4e5d-8c0f-69e835f17757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.58578657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"d8922da2-693d-4c28-a6d6-03817b87731a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.648524734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1f6025b5-9f8e-43ec-b108-98530402680c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:16.666672832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1f6025b5-9f8e-43ec-b108-98530402680c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.231331145Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-36e6f3","reconcileID":"433ab528-e00e-4910-ada6-b0adf91e3d06","namespace":"llm","name":"e2e-dft-del-36e6f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.255013509Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-36e6f3","reconcileID":"83e087ad-71f3-4643-9ba0-1c33e0606a30","namespace":"llm","name":"e2e-dft-del-36e6f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.264487225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"c9ed9ded-91a4-4f74-9b5d-b99df3a73336","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.268427909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"a61ffe02-c7ea-4051-b434-cc84c9fdcbf8","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.278089662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"70991c2d-0a61-4d09-a9a9-5b2c0db56bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.281045382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"496e3bf5-dc23-4cf9-b4c3-9c967e33e439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.282712004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"c9ed9ded-91a4-4f74-9b5d-b99df3a73336","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.285512354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cafdfbe0-b81b-4bd6-b70b-2a3973fa4878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.287358363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"a61ffe02-c7ea-4051-b434-cc84c9fdcbf8","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.296839567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"70991c2d-0a61-4d09-a9a9-5b2c0db56bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.298883355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"496e3bf5-dc23-4cf9-b4c3-9c967e33e439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.29983002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"c9ed9ded-91a4-4f74-9b5d-b99df3a73336","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.304775788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-55521f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9df4a582bc936d2053ea2f5072afffb46893e69a8ea51024f317c671c6dbfc9) AuthConfig (b18bb330ecbc3c6bead008532b4f6bb498b8dd45cd13c9df085f5046dc04763c) AuthConfig (b59033eddcb315402a9c89cf0b26330c23b80c83dd0814e3e011eb7092f05bea) AuthConfig (e6bb2a467c2472e8bf5411ab8144fc92ffe22fdb30c6d4be134221a4f982efa2) AuthConfig (8f27853bab1e3d46283891d1aeef092dd1f0b78261189f8c06533324d2d5c1b9) AuthConfig (43ae4a4965b88203631f498a122e3db00f50899929b7eda9b505ceff10e43aaf) AuthConfig (d60eda103d4b63801cb67003946f1b77eecafb8e33bee61d690385e54f642dfe) AuthConfig (831c2463c8eda38f19474940893feafa5f3101eab60821ce92f9fa1ae7b29bfd) AuthConfig (c60a6c38504b9ff7fc2eb982118f6dc4171b5e721998707bc66a1460b9a4e9f5) AuthConfig (6bef9e1667b0878d47e3f52c5a3f2b9da7207f94c55839fe702f42ee1f130f71) AuthConfig (65f3d701242b9ad72899659a399298ffef08d31e48e4cf5fcbdab164744e355e) AuthConfig (f13c9090e0bba1ea4d78f0c53d3fbe904eceb36c98a697990a80cee4ec987596) AuthConfig (2a637a7f6dead60706141b39891de37388b73a604d0081b16b70d22aec295ca9) AuthConfig (78b75c37a525ece8cbd20f59eea02de6436d335051bab14489213714c3d60971)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"a61ffe02-c7ea-4051-b434-cc84c9fdcbf8","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.306164893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cafdfbe0-b81b-4bd6-b70b-2a3973fa4878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.318146505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"88727d79-ce14-4a77-bbcd-4c5b8cd99e51","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.31817251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"88727d79-ce14-4a77-bbcd-4c5b8cd99e51","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.320384839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abf546f1-77eb-49ba-a50d-06834896241e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.320414133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abf546f1-77eb-49ba-a50d-06834896241e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.322161503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ae0ac735-e3fa-4259-bd2f-d6479fdfca12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.32218091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ae0ac735-e3fa-4259-bd2f-d6479fdfca12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.323020535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e5ae9cb4-2d91-4642-bc49-289965db4ba9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.323040214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e5ae9cb4-2d91-4642-bc49-289965db4ba9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.324863664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b3d299c-f696-47c3-bc98-0add83c79ae4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.324891049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b3d299c-f696-47c3-bc98-0add83c79ae4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.326066072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3fb8f52-8b64-40a0-ae26-1c2e5e63afa1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.326083808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3fb8f52-8b64-40a0-ae26-1c2e5e63afa1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.326900955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ea79ba8d-b682-453f-9633-b8e6dc45c457","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.326923362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ea79ba8d-b682-453f-9633-b8e6dc45c457","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.327776629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79ab11ed-c30a-46f6-9953-74f6792f274e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.327802019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79ab11ed-c30a-46f6-9953-74f6792f274e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.402033218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"625069ec-dd1b-48dd-8113-7d132abf21f9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.402061714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"625069ec-dd1b-48dd-8113-7d132abf21f9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.402501771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d9b3e7f-d6c5-4f82-8fce-8b5c283fe2b4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.402523191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d9b3e7f-d6c5-4f82-8fce-8b5c283fe2b4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.403016836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"57f1796f-4c22-42d1-9076-127490036d72","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.403036786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"57f1796f-4c22-42d1-9076-127490036d72","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.403483152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9c919eba-2d2c-4406-a6c2-2dfdd784d101","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.403503012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9c919eba-2d2c-4406-a6c2-2dfdd784d101","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.403898578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a61e05b-5d63-4876-a183-1f19578deac3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.403975768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a61e05b-5d63-4876-a183-1f19578deac3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.40454182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b173390-e9ec-49b7-aee6-f2e10fbe6f31","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.40456163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b173390-e9ec-49b7-aee6-f2e10fbe6f31","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.404986872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00a48006-9e44-48c9-b2e0-8b988f9647f6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.405008554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00a48006-9e44-48c9-b2e0-8b988f9647f6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.405392732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75d18f09-2d39-4678-aee3-b96a3afdfcf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.405412442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75d18f09-2d39-4678-aee3-b96a3afdfcf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.416133364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"008306de-ff25-4dbd-972d-c1d1e263ca45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.419653894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"47fddd39-10e0-4e1e-ab43-118c6cbfd1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.434171752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"008306de-ff25-4dbd-972d-c1d1e263ca45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.443473496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"47fddd39-10e0-4e1e-ab43-118c6cbfd1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.454284158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36c5067b-7e03-4200-acd0-c10af0802edf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.454669354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dee3616e-c221-4c30-8cb9-64f36ae6a8f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.462190893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-36e6f3","reconcileID":"014f12bd-767e-47a6-a48f-1c2b99c5c73d","MaaSModelRef":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"name":"e2e-dft-del-36e6f3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.4972713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"005e4124-25e4-4dec-8f04-f6d8e480b5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.51501727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"005e4124-25e4-4dec-8f04-f6d8e480b5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.537529316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"a7f62566-c995-4682-a732-c94d2f490668","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.555821711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"a7f62566-c995-4682-a732-c94d2f490668","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.575050876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"938d86f9-d3bc-49bb-92fe-e60a74c0848d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.585103335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"aed19170-dce3-4c6e-a8b9-e2be0fad8c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.585848088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c6030167-9c8d-461f-9b27-ef4c905f5e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.59290315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"938d86f9-d3bc-49bb-92fe-e60a74c0848d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.60348205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c6030167-9c8d-461f-9b27-ef4c905f5e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.603538744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"aed19170-dce3-4c6e-a8b9-e2be0fad8c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.609035751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-36e6f3","reconcileID":"83ce4807-03ee-4b2e-951c-e73e27928659","namespace":"llm","name":"e2e-dft-del-36e6f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.623547884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-36e6f3","reconcileID":"42301518-8b42-47ea-aaf7-5e0212398b27","MaaSModelRef":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-36e6f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.623564594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-36e6f3","reconcileID":"42301518-8b42-47ea-aaf7-5e0212398b27","MaaSModelRef":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"routeName":"external-model-e2e-dft-del-36e6f3-aba33d2abbc4","namespace":"llm","model":"e2e-dft-del-36e6f3","externalModel":"e2e-dft-del-36e6f3","provider":"e2e-dft-del-36e6f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.639690079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d4c3ab4f-6de5-4301-afac-5a386c78e777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:17.66007316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"d4c3ab4f-6de5-4301-afac-5a386c78e777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.039828672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"188df4d9-c959-4df5-aa03-b0dfa7c0faa0","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.040135498Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-36e6f3","reconcileID":"2f42075b-5c22-476a-805b-a3750678a091","namespace":"llm","name":"e2e-dft-del-36e6f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.05324866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"8f079f10-b21e-46b8-bd9b-ff6a431304d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.05386622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"a383aa69-7699-404b-9a5c-644d2dd6e175","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.077325704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"188df4d9-c959-4df5-aa03-b0dfa7c0faa0","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.079903155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"460aa8aa-9420-4d57-922c-cc8bfe2e709d","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.087482122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"8f079f10-b21e-46b8-bd9b-ff6a431304d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.089642479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"a383aa69-7699-404b-9a5c-644d2dd6e175","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.096812966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad539708-b309-41e0-8668-d9c2a1847583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.101728358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"460aa8aa-9420-4d57-922c-cc8bfe2e709d","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.117005244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad539708-b309-41e0-8668-d9c2a1847583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.144313801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-sub","reconcileID":"888fedaf-cdb2-4ccc-994f-7e16ec3d8dbe","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-same-5981a7","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.188441469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"7a9d2b58-c3a9-476e-b75b-e2d532292ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.208764846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"7a9d2b58-c3a9-476e-b75b-e2d532292ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.284172012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"bee7d436-bd90-4e54-9f71-ccc7cada0e9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.284955741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"860b5e3f-f946-4af5-8426-6a224a41976b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.362260658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"bee7d436-bd90-4e54-9f71-ccc7cada0e9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.363207384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f0ae1163-a487-4e3c-b344-93e561320af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.368315564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"7154e3d9-df1f-4ed7-a091-6890e4239c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.370830849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"860b5e3f-f946-4af5-8426-6a224a41976b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.379480321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"a4f33c33-7b49-41a6-9f42-2155912ce4fa","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.379557813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"a4f33c33-7b49-41a6-9f42-2155912ce4fa","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.388855213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"f0ae1163-a487-4e3c-b344-93e561320af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.392778657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"7154e3d9-df1f-4ed7-a091-6890e4239c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.39466628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"860b5e3f-f946-4af5-8426-6a224a41976b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.405989885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1b583dd7-9b31-4b34-a456-dac3b86befc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.426449977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1b583dd7-9b31-4b34-a456-dac3b86befc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.488090757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e2a4311f-6ff9-44d6-a8a4-c5f5daa472d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.488842255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8e44d538-69ff-4f9d-97dc-3900cc511b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.50123886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"f755614b-ac13-41bf-bc40-665a1c15c70a","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.501270583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"f755614b-ac13-41bf-bc40-665a1c15c70a","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.508493593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e2a4311f-6ff9-44d6-a8a4-c5f5daa472d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.509136769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8e44d538-69ff-4f9d-97dc-3900cc511b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.514442038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"4395ac12-d9df-469c-ba00-92bfbb1354eb","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.525643365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-36e6f3","reconcileID":"4c1768ba-e669-4110-ab57-9fd941eedceb","namespace":"llm","name":"e2e-dft-del-36e6f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.535650901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"4395ac12-d9df-469c-ba00-92bfbb1354eb","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.558359652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"bb4e429b-6159-4bcb-9d9d-4f3881406c77","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.56129505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"26e9b5a8-1f29-4b83-a8ac-3c8564ee0858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.561361262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f4ca6b6-d9fa-45f2-9658-dc423d480425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.58107341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f4ca6b6-d9fa-45f2-9658-dc423d480425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.581206843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"26e9b5a8-1f29-4b83-a8ac-3c8564ee0858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.69084619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"7733eee7-9066-4f91-800e-4504ab3a9cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.71087555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"7733eee7-9066-4f91-800e-4504ab3a9cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.725949437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-sub","reconcileID":"9250b638-0c92-41b1-b2b5-31d1eea96aaf","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-cfl-47717e","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.726416534Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-36e6f3","reconcileID":"de72e526-b700-4ecb-aff7-d4ee0445c895","namespace":"llm","name":"e2e-dft-del-36e6f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.744905248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"675c222f-02a7-40f5-b8c2-3e326d143af8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.744979918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"675c222f-02a7-40f5-b8c2-3e326d143af8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.745491653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af0292ab-7383-4436-acbb-8b6ce4d81cb3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.74555096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af0292ab-7383-4436-acbb-8b6ce4d81cb3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.746126001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c17e1d6b-be47-4e08-8a97-76a35391600c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.746196809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c17e1d6b-be47-4e08-8a97-76a35391600c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.746619589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"59a92f71-be0b-4c71-823a-70432e9b2481","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.746679504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"59a92f71-be0b-4c71-823a-70432e9b2481","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.74709301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72df1cb3-35ce-4f42-9926-3550962df694","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.747148127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72df1cb3-35ce-4f42-9926-3550962df694","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.748182079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8d67baeb-c8e4-4cc6-a4f3-4c5cdd1193fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.748254432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8d67baeb-c8e4-4cc6-a4f3-4c5cdd1193fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.74867868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"64f45034-dd0e-4a8b-aaa1-9d1a051c1261","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.74873876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"64f45034-dd0e-4a8b-aaa1-9d1a051c1261","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.749137271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0bbc4724-2c09-47f2-b13a-28d1cfbb4a34","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.749157659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0bbc4724-2c09-47f2-b13a-28d1cfbb4a34","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.783302308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"1283dffe-2573-4d8f-996e-0d92ce087798","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.805957071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"d10ca413-9227-4a56-b0f7-def0909d6422","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.806538375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3463f036-2c42-4802-b082-7239aef447a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.816189084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"1283dffe-2573-4d8f-996e-0d92ce087798","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.822003625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"31f0cdfe-a17a-408d-a96d-ff89bf39f1e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.826403507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"d10ca413-9227-4a56-b0f7-def0909d6422","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.831189637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"642cbe69-4cac-497b-8c35-157643663c5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.831802551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"54eaaa5f-6e8b-40f6-a638-535b931d8ed7","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.831825949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"54eaaa5f-6e8b-40f6-a638-535b931d8ed7","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.832232973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3463f036-2c42-4802-b082-7239aef447a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.832688881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82f494c6-2ddc-4e90-9299-4c236a408403","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.842113045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"31f0cdfe-a17a-408d-a96d-ff89bf39f1e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.949767587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"79f7fcdf-2fc2-474b-a2cd-63cea0a8ea74","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.969115083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"79f7fcdf-2fc2-474b-a2cd-63cea0a8ea74","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:18.996831712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"9565fc1c-ed88-4858-a191-2a33456252d5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.009783838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"854d7eb6-fbe8-4ef9-be88-cbda60842f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.016237059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"9565fc1c-ed88-4858-a191-2a33456252d5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.028068655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"854d7eb6-fbe8-4ef9-be88-cbda60842f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.033468328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"9565fc1c-ed88-4858-a191-2a33456252d5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.095307238Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-36e6f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-36e6f3","reconcileID":"2b382673-6133-46fa-b7da-cb8c20773d2f","namespace":"llm","name":"e2e-dft-del-36e6f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.11400561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"48f28608-d89d-4696-a166-6a7c8aa80991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.114105797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"61d56949-6d22-4753-b87f-8fcce806083a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.114435005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f4e735f6-25c3-40c0-bc37-2350bf947751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.134918269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"48f28608-d89d-4696-a166-6a7c8aa80991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.134945913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"61d56949-6d22-4753-b87f-8fcce806083a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.138814453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"f4e735f6-25c3-40c0-bc37-2350bf947751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.325261406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"fde96533-90a6-401f-8e43-302f08f9141a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.376950157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"c1ca4e18-245d-4581-b96a-1dabc3bf3a65","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.376983352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"c1ca4e18-245d-4581-b96a-1dabc3bf3a65","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.438067684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"fde96533-90a6-401f-8e43-302f08f9141a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.460619031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"a544255b-ec36-4cc2-b4cb-1401e82db578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.482367536Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-sub","reconcileID":"af7b86d1-4134-42ae-a043-e65ed85d374b","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1463d4e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.482684058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"9bed6fad-ff28-4d5f-b365-2680e67e566b","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.486568893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"a544255b-ec36-4cc2-b4cb-1401e82db578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.507849939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7690b0ad-efd8-4d9c-818b-21f6898e4971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.513448076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"9bed6fad-ff28-4d5f-b365-2680e67e566b","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.528218127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"efc7c18c-904b-47f9-95df-dddfb8b8d58d","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.532035882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7690b0ad-efd8-4d9c-818b-21f6898e4971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.551986514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"efc7c18c-904b-47f9-95df-dddfb8b8d58d","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.780373331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"74a93eed-5d1e-4033-8d83-befb861caf84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.820034496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"cf8adf83-be0c-489f-8da8-47d1ca9da728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.873553844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"74a93eed-5d1e-4033-8d83-befb861caf84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.883557386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"cf8adf83-be0c-489f-8da8-47d1ca9da728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.90173919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"bfa499bf-db65-468d-9e90-7341125cb4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.901837365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"e0ae1fc2-0943-471e-ae7c-092c56243622","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.902505471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"95e0fa1d-94ed-4998-a11f-83cd5a110617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.934682497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"bfa499bf-db65-468d-9e90-7341125cb4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.939457219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"e0ae1fc2-0943-471e-ae7c-092c56243622","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.943455988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"95e0fa1d-94ed-4998-a11f-83cd5a110617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:19.962495761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"e0ae1fc2-0943-471e-ae7c-092c56243622","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.013057025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"355b92a0-1ae6-4eae-a90c-8979bd9fccb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.045409672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"355b92a0-1ae6-4eae-a90c-8979bd9fccb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.09741866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"0025da13-873f-48d2-8f2a-38875e9fac50","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.140116546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"8dc3692c-9899-4970-a8be-51bb51d92906","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.149230208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"0025da13-873f-48d2-8f2a-38875e9fac50","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.173805239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"8dc3692c-9899-4970-a8be-51bb51d92906","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.202248434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3766d2e-93f4-4d7e-9380-3b389b816ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.223136086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"e5e3a52a-4800-45d3-b733-9276239b28fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.246529167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3766d2e-93f4-4d7e-9380-3b389b816ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.25113473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"e5e3a52a-4800-45d3-b733-9276239b28fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.349201983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"913eb867-de37-4339-bc5d-adef5cc6dc95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.42533806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"913eb867-de37-4339-bc5d-adef5cc6dc95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.443757328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"2af0e856-d316-45af-90b6-636e19526b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.514740868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"25b04011-ea59-4b03-afc3-60b804a8a6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.554249154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"2af0e856-d316-45af-90b6-636e19526b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.555416481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"25b04011-ea59-4b03-afc3-60b804a8a6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.616285048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"93f49190-9bdd-42b5-9a8a-ed38ee2e0837","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.642714875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"93f49190-9bdd-42b5-9a8a-ed38ee2e0837","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.667403897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"2ff41c4a-b601-4566-aafa-aca7a12976b1","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.685411146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"2ff41c4a-b601-4566-aafa-aca7a12976b1","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:20.914093158Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"31d44b6e-09ff-47e9-8cde-045a2bfd591e","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:21.624873231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.37165155Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0d0a9b priority=0:[ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7-0d0a9b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-d8c03d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.388224438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"302ceeb4-06f3-47ef-adbe-c0bb6104919b","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.388244472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"302ceeb4-06f3-47ef-adbe-c0bb6104919b","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.413728644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"3ba10eab-80d6-49b8-8e8f-3626faf1fb22","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:08:22.418673467Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-55521f/e2e-cfl-same-69a60b-0d2471-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-69a60b-0d2471-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.429744336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"bf53af26-0a25-4c05-87d5-2f90f7a932b2","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.429765889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"bf53af26-0a25-4c05-87d5-2f90f7a932b2","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.432444637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"3ba10eab-80d6-49b8-8e8f-3626faf1fb22","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.444946871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"40a81bc0-d6af-4fe1-b341-db52dbf2da49","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.444966859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"40a81bc0-d6af-4fe1-b341-db52dbf2da49","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.522190605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"37eb2040-cf71-43f9-88fe-c165e49725b3","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.522320798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"37eb2040-cf71-43f9-88fe-c165e49725b3","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.537552264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"b1c8a1c5-7ada-465b-a50c-e88a297074ff","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.537571845Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"b1c8a1c5-7ada-465b-a50c-e88a297074ff","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.574119152Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-sub","reconcileID":"50a44cbd-b806-486a-9f0c-cae23f7bbb0d","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"maas-trlp-e2e-cfl-same-69a60b","model":"e2e-cfl-same-69a60b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-55521f/e2e-cfl-same-69a60b-0d2471-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.666731875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"3ab5b52d-83ba-4f82-9301-62fbb5110fa1","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.67124288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"4aad340f-fbeb-4616-8c2a-c94b6ec62d72","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.671260594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"4aad340f-fbeb-4616-8c2a-c94b6ec62d72","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.685750699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"3ab5b52d-83ba-4f82-9301-62fbb5110fa1","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.705743607Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","reconcileID":"00563066-24f6-4748-bdd0-689f2158be83","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.727549725Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","reconcileID":"2b1a8535-3ff3-4d1f-a667-314d5d0fa524","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.736139994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-sub","reconcileID":"c93dfd14-b33c-4a09-bed2-8548ec61d21e","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"maas-trlp-e2e-cfl-same-69a60b","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.738564252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"e2cf2e7f-d44b-400c-bb00-bc0ce5b1c9ae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.752160682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"9dac9059-154b-4c58-8800-10199f542f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.755748765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7ba9f7ef-c28d-47fa-a779-1e93de20d0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.756416676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"bc9a0f36-702e-407f-8143-6ba468305bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.756808259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"e2cf2e7f-d44b-400c-bb00-bc0ce5b1c9ae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.776163044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7ba9f7ef-c28d-47fa-a779-1e93de20d0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.776258085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"bc9a0f36-702e-407f-8143-6ba468305bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.777908843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"e2cf2e7f-d44b-400c-bb00-bc0ce5b1c9ae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.778444082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"9dac9059-154b-4c58-8800-10199f542f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.832933184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"410598b3-2fed-404a-94f2-e4950b08bb4a","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.851941887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"410598b3-2fed-404a-94f2-e4950b08bb4a","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.900237276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"9064b82c-c0d8-4104-af64-deba0ea22f5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.921143379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"9064b82c-c0d8-4104-af64-deba0ea22f5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:22.964459866Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"2d5e7a0f-d4c2-4a7f-ae11-d8d9827068f2","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.019977343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a8043d55-6752-41a3-a6a8-94a0a8ec0335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.023039461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c3b520a7-6605-4b23-b714-ae3869189699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.023111376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8c06cd5-2106-4871-ade9-01ff71aeffd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.042163917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"a8043d55-6752-41a3-a6a8-94a0a8ec0335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.042647556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8c06cd5-2106-4871-ade9-01ff71aeffd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.044750454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c3b520a7-6605-4b23-b714-ae3869189699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.115024941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"79eaec11-78cc-432c-9ee2-c2649dd5e527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.133928672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"79eaec11-78cc-432c-9ee2-c2649dd5e527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.165972156Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"54eef8aa-e318-4611-95aa-555197436084","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.218347492Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"50e9e8cd-2cbf-47d6-b0e8-afdb77c25467","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.222121916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4ec5b825-016b-41c6-b3d0-4d1c1e8f686c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.264458844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"4ec5b825-016b-41c6-b3d0-4d1c1e8f686c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.285999827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"c4027426-05d7-4d3c-9e6e-3b24e4d3506c","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.374464741Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"b593fa8a-19fb-41eb-9c99-9b569c2f00e5","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.460197416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"ba331c40-141c-432e-83a5-1d3b60924026","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.46620043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4dae77d1-90ab-4571-9572-d9aeca269b5e","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.49187567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"c4a889ea-1886-4a85-8cbc-f530aecd8017","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.53939975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8a97c04-d55a-476f-aae5-d6a474344fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.623468495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"ba331c40-141c-432e-83a5-1d3b60924026","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.648568291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"4dae77d1-90ab-4571-9572-d9aeca269b5e","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.671292523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"c4a889ea-1886-4a85-8cbc-f530aecd8017","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.673098574Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","reconcileID":"d6a3838b-edf3-4c8c-b255-a98e230e23a8","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.674718619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8a97c04-d55a-476f-aae5-d6a474344fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.74195028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"ecabff3c-701c-4353-9199-aa630a228d15","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.952079094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"432d0845-0805-4c3a-a83b-405f505a5182","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.970538064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3d8fcbfb-f7c0-4c3b-b229-173073381d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:23.98046305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a024c236-7c65-413d-89ab-15dbe2ac74b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.006089708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3d8fcbfb-f7c0-4c3b-b229-173073381d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.009632821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a024c236-7c65-413d-89ab-15dbe2ac74b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.04185272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"70cec5b0-f31d-42af-90f9-138e702215be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.053461786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"7c66479b-5947-4f18-98c3-eb5e516eb7ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.053470025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"79903325-0be4-4ca9-8e61-57fdcffdc2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.060751255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"70cec5b0-f31d-42af-90f9-138e702215be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.072800849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"7c66479b-5947-4f18-98c3-eb5e516eb7ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.073061715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"79903325-0be4-4ca9-8e61-57fdcffdc2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.078064336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"70cec5b0-f31d-42af-90f9-138e702215be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.147542639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"38358c4c-2f1a-442c-a56e-fd7fa8eed9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.166128595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"38358c4c-2f1a-442c-a56e-fd7fa8eed9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.246067825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11d0fd53-aa2f-4477-9aad-dab58fad3cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.247072901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f45d4dc3-16c9-44b7-b02f-7d1bd9caebd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.264105719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11d0fd53-aa2f-4477-9aad-dab58fad3cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.265069845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f45d4dc3-16c9-44b7-b02f-7d1bd9caebd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.351907702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6f507492-708f-47a0-8a5b-a4717a9c11e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.352085764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b6b3166e-1140-4a9c-a24b-46f9047b587b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.352266402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e49702c3-d2e2-4e42-b116-273ebf8ba368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.358687212Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","reconcileID":"807a95ec-10f2-417c-9b8d-9afebca2cd95","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.371002858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b6b3166e-1140-4a9c-a24b-46f9047b587b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.371806885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6f507492-708f-47a0-8a5b-a4717a9c11e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.37370248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"e49702c3-d2e2-4e42-b116-273ebf8ba368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.447781781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"52f61b9f-cbbc-4aaf-885f-d01c0544c1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.466822392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"52f61b9f-cbbc-4aaf-885f-d01c0544c1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.578010895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"a64dc3ee-0701-45d3-8c9f-911bb670a63f","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.606844814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"a64dc3ee-0701-45d3-8c9f-911bb670a63f","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.677920256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f212d227-66ae-4975-abb1-57023ebdbd76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.678982522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebcca30e-d1d5-4cfb-bdbf-7a059d18dcf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.681529857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"502a3546-1323-4938-85d7-d355be6a54f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.697106789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"dcd33b64-9f1b-49a2-a14a-ede62cf46dd7","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.700148116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebcca30e-d1d5-4cfb-bdbf-7a059d18dcf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.701391344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"502a3546-1323-4938-85d7-d355be6a54f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.704001785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f212d227-66ae-4975-abb1-57023ebdbd76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.722887469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"dcd33b64-9f1b-49a2-a14a-ede62cf46dd7","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:24.78577082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"fffc12dd-2f28-4f6f-a7af-348e38e9b85a","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.063368767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"fffc12dd-2f28-4f6f-a7af-348e38e9b85a","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.069795674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"4f403906-9a17-4635-9c3d-62e692d0bd2b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.129468836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"4f403906-9a17-4635-9c3d-62e692d0bd2b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.131486229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"53136f4b-c84d-469b-b494-8a191c2b348c","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.132147159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"89f1325e-b6c0-4b84-87a9-f7eeb68e6215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.212097084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"59b3f38a-c242-4e50-b468-58ceb21144c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.213956458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"4f403906-9a17-4635-9c3d-62e692d0bd2b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.218536688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"53136f4b-c84d-469b-b494-8a191c2b348c","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.221974374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"89f1325e-b6c0-4b84-87a9-f7eeb68e6215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.235011864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"59b3f38a-c242-4e50-b468-58ceb21144c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.260380289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"9e45afe7-84c2-4b9b-8301-daecf2644e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.294649161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"9e45afe7-84c2-4b9b-8301-daecf2644e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.362054472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfd424b-64f2-4011-afe1-de184afb248e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.380144486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfd424b-64f2-4011-afe1-de184afb248e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.466981336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"7b20a1af-f883-41d6-9269-79a81ceb2756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.489056247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"7b20a1af-f883-41d6-9269-79a81ceb2756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.563254235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c1bc2da8-e7da-4f16-bb11-5fc50f91422b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.563294649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"22f55a28-5977-4e28-8df1-84ce6c5a4f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.566619649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"36e0fb93-042c-4455-9905-dafbcb6362eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.582555274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"22f55a28-5977-4e28-8df1-84ce6c5a4f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.582860101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"c1bc2da8-e7da-4f16-bb11-5fc50f91422b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.585252303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"36e0fb93-042c-4455-9905-dafbcb6362eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.743643054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"8474c2a6-bfba-4ea1-b280-f9b0c0ffb4ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:25.766486729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"8474c2a6-bfba-4ea1-b280-f9b0c0ffb4ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:28.28004454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"98c60f49-a7a8-4b65-b046-e17abe66f138","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:28.280074711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"98c60f49-a7a8-4b65-b046-e17abe66f138","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:28.299287761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"c229363d-5725-4c3e-9ab1-6c53076c76e2","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:28.318747959Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-sub","reconcileID":"a4f8e408-abfb-4b65-afa6-c9a49c0cd4ca","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bcac9649","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:28.318893113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"c229363d-5725-4c3e-9ab1-6c53076c76e2","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:28.493204399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"98adad93-08a8-40ae-aa38-ae53921103f0","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:28.511659576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"98adad93-08a8-40ae-aa38-ae53921103f0","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:28.62218833Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"58ee7308-2cde-4d8b-9352-9abec2f4398f","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.497406502Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-sub","reconcileID":"beca8b5b-2eda-4f8a-80ba-d14dfb6994be","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","subscription":"e2e-cfl-same-5981a7-636e5b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.526908879Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-sub","reconcileID":"beca8b5b-2eda-4f8a-80ba-d14dfb6994be","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.541560551Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-sub","reconcileID":"beca8b5b-2eda-4f8a-80ba-d14dfb6994be","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-636e5b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.626926284Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0d0a9b priority=0:[ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7-0d0a9b-sub ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-same-5981a7-d8c03d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.641773902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"2b5e3c55-aed5-47d2-8127-4178affc5703","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.641791954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"2b5e3c55-aed5-47d2-8127-4178affc5703","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.676663493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"370b6b01-a8f9-4871-8b05-58cdc2ee2b2f","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.6895634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"ef78ebf4-8a3c-4207-b525-3afa1cac4f58","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.689839202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"eee44632-3edf-4d7f-a760-33477a3cd6b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.689890726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"39579401-a0e2-4dda-9469-a689bd43b9ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.69122693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"2824677c-7394-42f3-8e31-0643b72601ca","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.691243306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"2824677c-7394-42f3-8e31-0643b72601ca","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.709010376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"eee44632-3edf-4d7f-a760-33477a3cd6b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.709250907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"ef78ebf4-8a3c-4207-b525-3afa1cac4f58","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.711421695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"39579401-a0e2-4dda-9469-a689bd43b9ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.761731056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"22366aaf-5115-4c1f-8903-932730e31885","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.781220262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"9b63dbd4-c5b6-4909-91e4-cec8ba85fc4b","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.781239438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"9b63dbd4-c5b6-4909-91e4-cec8ba85fc4b","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.807860732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-636e5b-access","reconcileID":"66605322-525e-4e7d-bc89-d62af8bda61f","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-636e5b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.808094364Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"22366aaf-5115-4c1f-8903-932730e31885","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.82489137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"22366aaf-5115-4c1f-8903-932730e31885","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.85840866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"1a5f7f2f-909c-4834-ab66-3a7836a491c5","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.874836284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"f19992b0-d21a-4949-8023-9467e682565c","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-2-636e5b/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:29.874867018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"f19992b0-d21a-4949-8023-9467e682565c","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"routeName":"external-model-e2e-cfl-same-5981a7-136ca7dbedd1","namespace":"e2e-extmod-cfl-2-636e5b","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.042124989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"89083ec5-96a7-40e4-aef6-cb93259e89f7","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.042150195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"89083ec5-96a7-40e4-aef6-cb93259e89f7","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.078707891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"87367885-a61c-40a6-8ee7-39e2400dcb46","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.081814946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-sub","reconcileID":"60fcfab1-5a43-4bd6-9cb6-8d1066c9246b","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-df21bb6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.08196175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"3afb7bba-1600-4e31-be87-10e960e4eb90","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.096943544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"87367885-a61c-40a6-8ee7-39e2400dcb46","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.100500131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"3afb7bba-1600-4e31-be87-10e960e4eb90","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.220773553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"047ce680-0248-485d-a7df-06ba5bcf85be","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.220853369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"d9ddd580-ab13-4f80-8813-aaa231b01af9","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.238908542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"d9ddd580-ab13-4f80-8813-aaa231b01af9","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.239766161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"047ce680-0248-485d-a7df-06ba5bcf85be","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:30.92987449Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"c74f52f8-8505-430e-b9a2-b306d89ecd47","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:35.247682981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"6e6ec798-e709-4367-86fb-7cb4b912cc5f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:35.266274831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"6e6ec798-e709-4367-86fb-7cb4b912cc5f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:35.283442815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"6e6ec798-e709-4367-86fb-7cb4b912cc5f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.333619492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-sub","reconcileID":"531dcbda-46ab-4684-8279-0cce686493c7","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","subscription":"e2e-cfl-47717e-ed94cc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.365895466Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-sub","reconcileID":"531dcbda-46ab-4684-8279-0cce686493c7","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.382234431Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-sub","reconcileID":"531dcbda-46ab-4684-8279-0cce686493c7","MaaSSubscription":{"name":"e2e-cfl-47717e-ed94cc-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.550360577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"c6b48540-6d29-4a95-83b9-781cef0b47dc","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.550383347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"c6b48540-6d29-4a95-83b9-781cef0b47dc","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.573269706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"460be238-e063-4f15-b622-9a16f33c664e","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.589056293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"d16f78d7-dd8b-43bb-a4d0-4a8a13301fe4","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.58907465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"d16f78d7-dd8b-43bb-a4d0-4a8a13301fe4","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.59369566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"460be238-e063-4f15-b622-9a16f33c664e","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.644241374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"d79c7a55-1ea1-4368-8541-70ad7280f80a","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.700406254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"b2ce9edf-7d43-4bf1-bc68-0b3f07cea618","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.700411774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"a84693af-7a95-46fc-a1b7-e21ffa5f1f99","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.700519068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"a84693af-7a95-46fc-a1b7-e21ffa5f1f99","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.719264814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"b2ce9edf-7d43-4bf1-bc68-0b3f07cea618","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.791245916Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"3377da7e-f113-40fa-905c-e5f6fc89b7a5","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.894750224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"3377da7e-f113-40fa-905c-e5f6fc89b7a5","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.942753396Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"3377da7e-f113-40fa-905c-e5f6fc89b7a5","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.942770789Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-cfl-47717e-ed94cc-access","reconcileID":"3377da7e-f113-40fa-905c-e5f6fc89b7a5","MaaSAuthPolicy":{"name":"e2e-cfl-47717e-ed94cc-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.975978415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"c21ee539-6029-443a-9fd9-ad4661cee4a0","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"tenant":"e2e-extmod-a-3b20b0","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","model":"e2e-extmod-cfl-1-ed94cc/e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:38.975996419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"c21ee539-6029-443a-9fd9-ad4661cee4a0","MaaSModelRef":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"routeName":"external-model-e2e-cfl-47717e-b19d61b3333c","namespace":"e2e-extmod-cfl-1-ed94cc","model":"e2e-cfl-47717e","externalModel":"e2e-cfl-47717e","provider":"e2e-cfl-47717e-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.500456785Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"8c529521-bce1-4ad3-bf10-539bad067168","namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.532445641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"511843cd-40c8-4f16-a0fc-b1007f6902dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.536963313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"fc74d674-88c4-4282-927e-63c18ffe7cb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.546672815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1d6b679e-28ba-4d4a-a441-51ac369c8b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.551246065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b72a81ac-83fc-4d9f-8849-8cc568606b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.551459238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"511843cd-40c8-4f16-a0fc-b1007f6902dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.551683643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d348c3b-c563-4aae-be86-98eccb671a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.555459229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"fc74d674-88c4-4282-927e-63c18ffe7cb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.566169911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1d6b679e-28ba-4d4a-a441-51ac369c8b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.568875413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"511843cd-40c8-4f16-a0fc-b1007f6902dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.570164278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"b72a81ac-83fc-4d9f-8849-8cc568606b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.571238221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d348c3b-c563-4aae-be86-98eccb671a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.572738361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"fc74d674-88c4-4282-927e-63c18ffe7cb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.614277069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"dcce2ee6-4fa8-49fe-87c6-cbf86ab32835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.618261637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"cf9f17ac-735b-4e4e-9ba3-cc3b6cb64bc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.632285315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"dcce2ee6-4fa8-49fe-87c6-cbf86ab32835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.637070688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"cf9f17ac-735b-4e4e-9ba3-cc3b6cb64bc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.717428551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"15c95186-90f3-4de9-9358-fdc4047684ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.717667297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ebc759e2-c502-41bf-8610-057ee4cdbb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.717428602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e515e7bb-c918-4aa8-8b57-1331bae6fa9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.736808361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e515e7bb-c918-4aa8-8b57-1331bae6fa9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.736943793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ebc759e2-c502-41bf-8610-057ee4cdbb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.739362524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"15c95186-90f3-4de9-9358-fdc4047684ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.792096139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1dce3ff1-90e3-4975-bf23-a8a22abe1fa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.792102735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c733ff9f-d512-4375-a872-d2ba9282e1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.812690443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"c733ff9f-d512-4375-a872-d2ba9282e1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.813136279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"1dce3ff1-90e3-4975-bf23-a8a22abe1fa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.824326629Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-2-7ce837"},"namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","reconcileID":"65cc764a-3435-4e55-84f1-95c9bf739374","namespace":"e2e-extmod-cfl-2-7ce837","name":"e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.831018961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d801aad3-b460-431e-8fcb-bd709a9b0499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.831043859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"2b3c3b3b-8ceb-4739-9ed9-fa694757da64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.852105289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"2b3c3b3b-8ceb-4739-9ed9-fa694757da64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.852793928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d801aad3-b460-431e-8fcb-bd709a9b0499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.866882042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"9956d3ce-5f2c-45e0-8414-80b51f8480d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:39.885726869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"9956d3ce-5f2c-45e0-8414-80b51f8480d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.008880222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"40c8b4c7-ced9-4054-b120-5eb94e95ae00","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.012489229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"d0d54739-5ff2-4edc-97b6-9c7f51d851c7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.012560576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"3e96c5a7-20f0-4d33-9a9a-b5116dbc7c1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.022344311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"045654db-ac9d-4a57-9afb-4f46de2b053c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.023210964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4732242-3b82-4373-90e3-7184a445f9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.026661232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"40c8b4c7-ced9-4054-b120-5eb94e95ae00","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.030885348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"d0d54739-5ff2-4edc-97b6-9c7f51d851c7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.031033301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"3e96c5a7-20f0-4d33-9a9a-b5116dbc7c1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.040122456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"045654db-ac9d-4a57-9afb-4f46de2b053c","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.041099231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4732242-3b82-4373-90e3-7184a445f9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.048333247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"3e96c5a7-20f0-4d33-9a9a-b5116dbc7c1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.048672881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"d0d54739-5ff2-4edc-97b6-9c7f51d851c7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.112269937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-sub","reconcileID":"d9c41098-8052-4394-9b66-8bb74e5fd1a1","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","subscription":"e2e-cfl-same-5981a7-d8c03d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.126244494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1e893585-d958-49b7-956c-632fe5d0d4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.126885256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"6182e63d-9b1d-4522-af12-f07159629e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.14191477Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-sub","reconcileID":"d9c41098-8052-4394-9b66-8bb74e5fd1a1","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.144690022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1e893585-d958-49b7-956c-632fe5d0d4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.145601606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"6182e63d-9b1d-4522-af12-f07159629e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.156279754Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-sub","reconcileID":"d9c41098-8052-4394-9b66-8bb74e5fd1a1","MaaSSubscription":{"name":"e2e-cfl-same-5981a7-d8c03d-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.196611489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"863fab18-2a68-4a24-b5cf-562b336ff426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.199641164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"376dacfc-9372-4fb9-b2fa-93c35f44e2c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.199738409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"ca25ac13-d68d-429f-98bf-261078da9712","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.214724664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"863fab18-2a68-4a24-b5cf-562b336ff426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.21814511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"ca25ac13-d68d-429f-98bf-261078da9712","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.218199718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"376dacfc-9372-4fb9-b2fa-93c35f44e2c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.294931977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77e98c28-77bf-4531-90b0-64ccb25ad726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.327943687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77e98c28-77bf-4531-90b0-64ccb25ad726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.343516793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"cb4fa2e7-72b4-42c2-8f12-15a97a539a8c","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.343548105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"cb4fa2e7-72b4-42c2-8f12-15a97a539a8c","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.411174687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"31f12f8e-9c86-4154-a93f-21296d1dcfd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.430660335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"31f12f8e-9c86-4154-a93f-21296d1dcfd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.474215004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"fd23f037-9362-4afb-8dc3-d8a2be5b6647","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.474237859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"fd23f037-9362-4afb-8dc3-d8a2be5b6647","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.499770095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"1661a6ca-bd4d-4802-ae93-957866e66b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.49977613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"125e4323-0dbd-4f69-af7d-4d6ae79e3dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.506719007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1195e9e0-2efd-4611-a62f-7fcfda713d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.506727778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"40dfd4ab-c855-447a-9067-5e62405da639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.520414367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"1661a6ca-bd4d-4802-ae93-957866e66b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.520600577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"125e4323-0dbd-4f69-af7d-4d6ae79e3dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.526827528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1195e9e0-2efd-4611-a62f-7fcfda713d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.527024347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"40dfd4ab-c855-447a-9067-5e62405da639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.537835308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"bfb6bf6a-aeef-46e1-b9ac-278118786389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.555406286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"bfb6bf6a-aeef-46e1-b9ac-278118786389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.589103739Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-same-5981a7-d8c03d-access","reconcileID":"7e968261-f38e-4648-a736-fe180badee67","MaaSAuthPolicy":{"name":"e2e-cfl-same-5981a7-d8c03d-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.620616903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"1088b9ec-1991-4cbf-aa57-0b57f47b3de4","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.638734356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"1088b9ec-1991-4cbf-aa57-0b57f47b3de4","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.747530792Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"b1f48ef0-f2a1-48f9-a804-6f4f91c22fba","namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.780870733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"779b82f9-8986-4c16-bd59-d718c64393af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.781028113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"f335a8ae-2949-4676-b6df-041d2a970e9f","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.796267727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1b6b202e-62c4-4017-8a74-e05be1988cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.799100086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"779b82f9-8986-4c16-bd59-d718c64393af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.799832711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"f335a8ae-2949-4676-b6df-041d2a970e9f","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.807730157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"a6429b52-3550-4575-b12d-a4c8551f06fc","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.807746406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"a6429b52-3550-4575-b12d-a4c8551f06fc","MaaSModelRef":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-same-5981a7-4854b675c393","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-same-5981a7","externalModel":"e2e-cfl-same-5981a7","provider":"e2e-cfl-same-5981a7","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.814986668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1b6b202e-62c4-4017-8a74-e05be1988cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.816268271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"779b82f9-8986-4c16-bd59-d718c64393af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.817503946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"f335a8ae-2949-4676-b6df-041d2a970e9f","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.884792185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e65632cb-f000-4cfd-bb78-ea4bd9a8319b","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.886517348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"466cb138-e40c-437f-9765-9be7fa15a2e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.90004593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"04993b7a-901b-4996-b090-b251d15e6db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.900984185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dd9f9d7-a7c6-47f3-94cd-382ab1751574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.903383438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"e65632cb-f000-4cfd-bb78-ea4bd9a8319b","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.905763159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"466cb138-e40c-437f-9765-9be7fa15a2e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.922853614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dd9f9d7-a7c6-47f3-94cd-382ab1751574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.924223923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"04993b7a-901b-4996-b090-b251d15e6db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.932237069Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47717e","namespace":"e2e-extmod-cfl-1-ed94cc"},"namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","reconcileID":"311ca0a9-7965-4510-abf8-debb6d881aaa","namespace":"e2e-extmod-cfl-1-ed94cc","name":"e2e-cfl-47717e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:40.945689786Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"9efd0a2a-bb57-46ad-b3e9-62788fc669bb","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.020633178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e845d441-3b53-43e1-bd57-3e9423fee9a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.039556392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e845d441-3b53-43e1-bd57-3e9423fee9a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.123705433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf0d25c4-531b-4596-8d80-63d5e833fde7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.123837056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"23d613a9-818c-493d-a1a5-b1b6553b739a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.124078092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"63e2cf3b-9309-441e-aa30-b8ec639ff73c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.125079269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ed66cd27-469c-4de2-972a-c80479e850bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.200345678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"63e2cf3b-9309-441e-aa30-b8ec639ff73c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.317925048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"23d613a9-818c-493d-a1a5-b1b6553b739a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.332415734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf0d25c4-531b-4596-8d80-63d5e833fde7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.375650311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ed66cd27-469c-4de2-972a-c80479e850bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.383543076Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"a7ad76ac-d6b9-41ae-bbd5-6679717ac5ad","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.396118718Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"a5aa0621-75c3-46eb-8fd5-a3248dd3b670","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.409089945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c65767bd-d443-44c3-b420-9e4f0564361d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.428000631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c65767bd-d443-44c3-b420-9e4f0564361d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.438404972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"21ab6f6b-096d-47df-85cd-9c2163ea744b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.457081322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"21ab6f6b-096d-47df-85cd-9c2163ea744b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.526111298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"fd591b2c-7de9-4129-abd4-c57ae16664b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.540314241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"9c49cc8f-1c58-4a75-ada5-a1217ddb026f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.540388494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"079587a4-93c0-44f9-b831-d740dbd1a208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.545182355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"fd591b2c-7de9-4129-abd4-c57ae16664b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.55486242Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","reconcileID":"1f796be9-861b-4317-9c0f-a0e707ad8624","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.55992116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"079587a4-93c0-44f9-b831-d740dbd1a208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.561484319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"9c49cc8f-1c58-4a75-ada5-a1217ddb026f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.562672727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"fd591b2c-7de9-4129-abd4-c57ae16664b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.575709429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"e5678cb1-622b-49fe-90cf-b330e5bf9519","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.587323719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"bfd7f315-788b-4d99-b88e-86de971fa6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.594977403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"e5678cb1-622b-49fe-90cf-b330e5bf9519","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.609291532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"bfd7f315-788b-4d99-b88e-86de971fa6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.611768521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"088b2fff-24b0-482b-96ae-46b3c42805bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.618414301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"e5678cb1-622b-49fe-90cf-b330e5bf9519","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.645546219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"088b2fff-24b0-482b-96ae-46b3c42805bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.691042625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"64b9011d-24e5-4f75-979b-a58c57b4b7ea","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.732652056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"64b9011d-24e5-4f75-979b-a58c57b4b7ea","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.744222736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"6c2a84a9-bfe9-486e-939f-acc71c27195b","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.762819205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"6c2a84a9-bfe9-486e-939f-acc71c27195b","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.765356167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4bfa910-5103-400a-b394-e36db525582a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.771606098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a0fd8475-39cd-4c4d-b9d2-acca1df36142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.784235242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4bfa910-5103-400a-b394-e36db525582a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.788662027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ac38f020-0b2f-4363-b48d-ea668e7a0818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.790111053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a0fd8475-39cd-4c4d-b9d2-acca1df36142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.808140111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ac38f020-0b2f-4363-b48d-ea668e7a0818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.889039856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"255de27a-ff3b-4143-8114-3e40cdfd3b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.890020773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b085c09-4178-4898-8ff6-6618e9be62d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.907239993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"255de27a-ff3b-4143-8114-3e40cdfd3b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.909242953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b085c09-4178-4898-8ff6-6618e9be62d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.923232825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"02d8cd4b-0ecb-4cd4-9788-500f32409dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.923270556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"034d32ae-7a21-4549-b100-160106ecb2af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.942115431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"034d32ae-7a21-4549-b100-160106ecb2af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:41.9421168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"02d8cd4b-0ecb-4cd4-9788-500f32409dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.02038683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8dd138c4-e2f0-4b14-bc27-0c5affb96c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.168080096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"8dd138c4-e2f0-4b14-bc27-0c5affb96c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.186159665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"044955d5-73cb-4e22-a29b-4981a467f87d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.205578141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"43e7d29a-3751-453e-bbf1-05b58dd065b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.20599148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"12d15ffb-9a99-424f-abc6-4dc168b16a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.209523002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"044955d5-73cb-4e22-a29b-4981a467f87d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.214046061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"948712cc-4435-4275-81d8-ecfa83506494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.231008995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"43e7d29a-3751-453e-bbf1-05b58dd065b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.231022784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"12d15ffb-9a99-424f-abc6-4dc168b16a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.238566173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"044955d5-73cb-4e22-a29b-4981a467f87d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.238913684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"948712cc-4435-4275-81d8-ecfa83506494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.270369154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"cd7fd6ca-0ce0-4e5a-839c-999ebaca0780","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.289570672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"cd7fd6ca-0ce0-4e5a-839c-999ebaca0780","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.30785467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"cd7fd6ca-0ce0-4e5a-839c-999ebaca0780","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.47394468Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"07e0e9d3-d860-45d6-830d-1858ddd43bb0","namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.53602118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"f159eeec-c3bf-4f50-a445-b77d6d541c14","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.543987504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"065d52f7-7ff8-4b95-bdb1-a49f3456cae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.547891636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4e591a9c-0aa6-4291-a71d-887cb340c756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.552856698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"5c287545-5e63-4b92-a243-8f9a41ec20b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.553126753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"598927bb-80f1-4689-8d62-1af6a23ef3b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.558304033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"f159eeec-c3bf-4f50-a445-b77d6d541c14","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.562829873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"065d52f7-7ff8-4b95-bdb1-a49f3456cae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.567045665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4e591a9c-0aa6-4291-a71d-887cb340c756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.57186188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"5c287545-5e63-4b92-a243-8f9a41ec20b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.572146962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"598927bb-80f1-4689-8d62-1af6a23ef3b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.578432156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"f159eeec-c3bf-4f50-a445-b77d6d541c14","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.588916508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"5c287545-5e63-4b92-a243-8f9a41ec20b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.624367904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"530832a1-84ef-48df-9712-c496f8afaa97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.635005527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ecd683ef-4968-4ab2-aea7-1ef7990c9e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.646243306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"530832a1-84ef-48df-9712-c496f8afaa97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.657082009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ecd683ef-4968-4ab2-aea7-1ef7990c9e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.724508122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"098116df-9095-45bd-931b-e3df5c33da03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.72488185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dd0fe63-f00a-4919-bb4a-8c8f64f750e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.725537827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8e480097-80de-481f-ad61-6cbeeb05cdb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.732425045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5981a7","namespace":"e2e-extmod-cfl-2-636e5b"},"namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","reconcileID":"302a0698-96d2-41e6-bce7-bb0040b1bd1e","namespace":"e2e-extmod-cfl-2-636e5b","name":"e2e-cfl-same-5981a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.746475611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8e480097-80de-481f-ad61-6cbeeb05cdb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.746563845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"098116df-9095-45bd-931b-e3df5c33da03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.751548795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dd0fe63-f00a-4919-bb4a-8c8f64f750e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.895237885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e368fb06-503d-42e7-a9c5-747eef6eeec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.912373947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c41688af-f0ca-4981-b8b8-c4ea174e47ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.91683848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e368fb06-503d-42e7-a9c5-747eef6eeec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.932233437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c41688af-f0ca-4981-b8b8-c4ea174e47ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.934518688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"ac8c9b9e-a951-45c3-bed0-ae680d4e7945","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.948632061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"8d91a6bf-2fe6-48b1-b167-59c424a5b2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.948642065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ac9f1154-f9af-47b0-be08-bd6dfcd551af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.954342626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"ac8c9b9e-a951-45c3-bed0-ae680d4e7945","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.967811744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ac9f1154-f9af-47b0-be08-bd6dfcd551af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:42.969675674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"8d91a6bf-2fe6-48b1-b167-59c424a5b2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.12854873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"24171d4f-351c-438f-b50c-542da4a44969","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.128556863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"71c93937-b835-4ee8-bb69-9d09be775210","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.148856699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"71c93937-b835-4ee8-bb69-9d09be775210","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.14892175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"24171d4f-351c-438f-b50c-542da4a44969","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.167035522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"24171d4f-351c-438f-b50c-542da4a44969","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.224690942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"b8f28463-07da-47d5-b09e-42e27738308c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.238808615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b561a7-f458-49a0-81f1-4a4b71480b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.239110252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ed3f7929-bccb-4355-aca7-29a2de581609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.23937977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1d013b9c-698a-4250-bafd-768f489c2ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.243495025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"b8f28463-07da-47d5-b09e-42e27738308c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.253395675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"f79585cd-1082-49f2-b28f-aad34fd9840f","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.253412043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"f79585cd-1082-49f2-b28f-aad34fd9840f","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.257834052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1d013b9c-698a-4250-bafd-768f489c2ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.258086281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b561a7-f458-49a0-81f1-4a4b71480b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.260120762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ed3f7929-bccb-4355-aca7-29a2de581609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.260738493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"b8f28463-07da-47d5-b09e-42e27738308c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.298861655Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-sub","reconcileID":"773a2f4e-7a3a-4da6-83fd-1f2d53a58dea","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-09f6ba3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.338683261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"95bb5550-111d-4bbc-9ed1-4a8b052c7517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.338731607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"7653ddf9-c51e-47c1-9f39-4446ca320e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.357196853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"7653ddf9-c51e-47c1-9f39-4446ca320e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.357212613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"95bb5550-111d-4bbc-9ed1-4a8b052c7517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.444941509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"6a5e46af-7807-4fe7-8ae9-db11490ea599","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.445042996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"df78ac43-d4d4-42d1-8084-fc3c376975c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.445414947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c3353c46-528a-4788-a654-2dfda78d992e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.445900842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ec48eab-b38c-4d2c-89e9-ed6a8e84c5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.464106552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"6a5e46af-7807-4fe7-8ae9-db11490ea599","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.464844092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"df78ac43-d4d4-42d1-8084-fc3c376975c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.466523808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ec48eab-b38c-4d2c-89e9-ed6a8e84c5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:43.467060674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c3353c46-528a-4788-a654-2dfda78d992e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:51.411749886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"90329d06-35e4-4940-8bbf-6f943f79df97","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:51.622313305Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.199605241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"5ccf0f98-d357-4600-ac6b-5b88a8288a9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.218335458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"5ccf0f98-d357-4600-ac6b-5b88a8288a9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.235760336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"5ccf0f98-d357-4600-ac6b-5b88a8288a9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.2992142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"8b472521-4aa3-4e2a-9d82-faf85647e12e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.313759033Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-sub","reconcileID":"cc6bc88a-0dd8-4344-8197-9a4e0ac7e32e","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","subscription":"e2e-cfl-4f19d7-0d0a9b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.318527737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"8b472521-4aa3-4e2a-9d82-faf85647e12e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.337756966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"8b472521-4aa3-4e2a-9d82-faf85647e12e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.346295265Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-sub","reconcileID":"cc6bc88a-0dd8-4344-8197-9a4e0ac7e32e","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.361405484Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-sub","reconcileID":"cc6bc88a-0dd8-4344-8197-9a4e0ac7e32e","MaaSSubscription":{"name":"e2e-cfl-4f19d7-0d0a9b-sub","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"maas-trlp-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.527277072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"1bf2877f-e48a-41a7-9a28-819f0169e945","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.527294259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"1bf2877f-e48a-41a7-9a28-819f0169e945","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.542370915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"aab73ab0-1b67-4588-bda4-6f91b7f44b46","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.56055624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"aab73ab0-1b67-4588-bda4-6f91b7f44b46","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.664718709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"7d75eeda-b9c0-426a-ab04-f1172f6d8032","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.683718181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"7d75eeda-b9c0-426a-ab04-f1172f6d8032","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.685533149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"f2a7d072-3de1-4c53-beea-8474ec8f9065","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.685550254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"f2a7d072-3de1-4c53-beea-8474ec8f9065","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.798784569Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"0c1227b6-0f8c-4c5f-b4a8-13fad5c96665","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.844772636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"0c1227b6-0f8c-4c5f-b4a8-13fad5c96665","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.89554844Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"0c1227b6-0f8c-4c5f-b4a8-13fad5c96665","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"name":"e2e-extmod-a-0d0a9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.895565293Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7-0d0a9b-access","reconcileID":"0c1227b6-0f8c-4c5f-b4a8-13fad5c96665","MaaSAuthPolicy":{"name":"e2e-cfl-4f19d7-0d0a9b-access","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0d0a9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.928949989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"4a2c9440-5ca2-408d-8880-8d877c89a6e6","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"ai-tenant-e2e-extmod-a-0d0a9b/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:53.928971129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"4a2c9440-5ca2-408d-8880-8d877c89a6e6","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"routeName":"external-model-e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.480876159Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"7cc79632-4910-4ab0-9509-de4b2719f02b","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.521927008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"d89d7d3a-75f1-4a83-af9a-9b7be1b0a8c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.521990512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"5ef7f970-e4a8-44dd-ae64-c234ecae0b2b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.533289209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"b3bafb72-570f-44a5-acb2-e21f320711f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.55116837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"af1f19f9-04bf-4ade-9e90-b2ebd7c93be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.558261921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07531718-ed64-4c85-a612-af489c20b342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.565249244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"d89d7d3a-75f1-4a83-af9a-9b7be1b0a8c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.566163818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"5ef7f970-e4a8-44dd-ae64-c234ecae0b2b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.569427112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"b3bafb72-570f-44a5-acb2-e21f320711f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.576363476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"af1f19f9-04bf-4ade-9e90-b2ebd7c93be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.579644959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07531718-ed64-4c85-a612-af489c20b342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.59610076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"5ef7f970-e4a8-44dd-ae64-c234ecae0b2b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.596293589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"b3bafb72-570f-44a5-acb2-e21f320711f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.682843301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"3343cce2-4db9-46e6-8fc3-cbbb88d2603f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.68293291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"08f2f683-2b4f-4b3c-b7ab-196c4f4b8e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.719126712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"08f2f683-2b4f-4b3c-b7ab-196c4f4b8e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.72267238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"3343cce2-4db9-46e6-8fc3-cbbb88d2603f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.778658359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"9b551665-2795-48ab-b1be-e7f39100b77e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.801311292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"9b551665-2795-48ab-b1be-e7f39100b77e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.815489949Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","reconcileID":"06ff08d4-1edb-47b6-9ad9-57b764b68925","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.870321607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88218da9-28a2-4ea3-954e-a149a583d185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.870545438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fb9a0862-2f6d-46fe-8216-7280719b3f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.8910893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88218da9-28a2-4ea3-954e-a149a583d185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.891224927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fb9a0862-2f6d-46fe-8216-7280719b3f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.914286513Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"7c5a5680-ea61-4396-af23-1403c615fc87","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.962940263Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"e266a0cf-543a-494a-a42c-29fe395e7ff0","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.970998711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e3714ce9-f061-49e5-80d9-95c5a7801b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.974629783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"088d6b3a-df29-4eec-9d4d-cab96d884042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.992907018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e3714ce9-f061-49e5-80d9-95c5a7801b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:54.999214654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"088d6b3a-df29-4eec-9d4d-cab96d884042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.072219406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"de27f29e-32d7-438f-9b75-17eb8b155c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.091042989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"de27f29e-32d7-438f-9b75-17eb8b155c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.171764932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"4989f2b5-c5cd-4513-80b8-6003e8abe8ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.17180046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8e0a6b5e-8015-4d0f-ac68-eece1050cba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.193257537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"4989f2b5-c5cd-4513-80b8-6003e8abe8ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.194076111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8e0a6b5e-8015-4d0f-ac68-eece1050cba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.213326173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"76b8133c-f37d-4d05-b14c-4320bcb8e766","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.228292442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"db84886c-990e-4c4b-a00a-aa6b781164f7","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"tenant":"e2e-extmod-a-0d0a9b","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","model":"e2e-extmod-cfl-1-d8c03d/e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.228309752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"db84886c-990e-4c4b-a00a-aa6b781164f7","MaaSModelRef":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"routeName":"external-model-e2e-cfl-4f19d7-4a74be91661a","namespace":"e2e-extmod-cfl-1-d8c03d","model":"e2e-cfl-4f19d7","externalModel":"e2e-cfl-4f19d7","provider":"e2e-cfl-4f19d7-provider","gateway":"openshift-ingress/e2e-extmod-a-0d0a9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.257419729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"879a32e8-ee21-4fa0-a609-7336e5a2cff6","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.257829249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"ff3f3e66-6c01-43aa-a78b-b843fa74bba3","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.257836321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"aaf51c7f-adeb-459c-8aab-2b81319ed971","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.25832333Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c","reconcileID":"2bd0d028-6a63-4f53-b384-c4cfff241d0e","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.2811824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"879a32e8-ee21-4fa0-a609-7336e5a2cff6","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.281386181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"ff3f3e66-6c01-43aa-a78b-b843fa74bba3","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.285670836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"aaf51c7f-adeb-459c-8aab-2b81319ed971","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.305262349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"879a32e8-ee21-4fa0-a609-7336e5a2cff6","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.305384698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"aaf51c7f-adeb-459c-8aab-2b81319ed971","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.371725523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a6603f5-b6d9-4737-8d2f-e043e37ac5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.371726875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1a8fbe89-c23a-4c27-b477-d83bcce7afc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.391465996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"1a8fbe89-c23a-4c27-b477-d83bcce7afc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.392639335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a6603f5-b6d9-4737-8d2f-e043e37ac5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.502965415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"18252cd1-c322-4179-909d-388fec3deb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.52874813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"18252cd1-c322-4179-909d-388fec3deb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.529336314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e02cb193-22d5-4d9e-aa30-b32e8d220b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.551342761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e02cb193-22d5-4d9e-aa30-b32e8d220b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.571214246Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"1098bb9f-2910-4f1a-b3f8-0b278761abe1","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.571884374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17fba2d9-b25e-4919-a322-ef32350283eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.581029913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a9484eb4-9e82-41c2-8470-b6a77785647b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.581321503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b182e06e-5074-4524-8aea-2ce20855a952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.618422945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b182e06e-5074-4524-8aea-2ce20855a952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.641366083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17fba2d9-b25e-4919-a322-ef32350283eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.648471867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"a9484eb4-9e82-41c2-8470-b6a77785647b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.692392662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c","reconcileID":"ef040b45-540e-4411-ac37-4d604a5c9385","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.902997704Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"141af267-2daf-40f0-b71b-6c41e1dc0dd4","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.93608256Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"960e598a-f27b-496c-8bad-ecff8c2381ef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.946074753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ac48046b-78b5-4e48-9925-86ae7194a3a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.956620661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ef62b2a8-d4a6-48a5-8104-91a58c4db268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.974537121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ac48046b-78b5-4e48-9925-86ae7194a3a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.976283402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5ffab98f-c7e3-456c-bba9-d57812bbade2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.976914085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"52546142-07d6-473c-bc8e-31920d4efd30","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.981224534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ef62b2a8-d4a6-48a5-8104-91a58c4db268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.981766494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"5d347606-c8ba-4a24-ab80-5bcc1c6da1c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.991984532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4e05d829-964f-4d1d-aaa5-1e8eb76c218b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:55.999117094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5ffab98f-c7e3-456c-bba9-d57812bbade2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.006901732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"5d347606-c8ba-4a24-ab80-5bcc1c6da1c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.024955697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"4e05d829-964f-4d1d-aaa5-1e8eb76c218b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.194280758Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"6a2ce1a1-709f-4bcc-a4d6-e8fb3cc19c48","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.209211962Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"a3328f9c-51be-48bc-966a-7a65f8310921","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.230082158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"c9284881-5951-4c64-9a33-a0d115bfb759","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.249932459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"c9284881-5951-4c64-9a33-a0d115bfb759","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.275576539Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"07d20c89-fd7e-41e4-8ea9-a33b0fe649ac","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.295892971Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"3f4ea18a-7f15-4a90-bffc-83beaea43ccc","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.319500788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"c0cf4718-9aea-4850-a593-282fc4257e5e","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.33011903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"2e70111a-3b6b-4752-8ed2-2e7cb23b728b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.333878883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"2f88c2a6-8df4-493e-9c8c-a356446a6dcf","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.34833942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"2e70111a-3b6b-4752-8ed2-2e7cb23b728b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.365480014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6c8d346d3ded4c3cd13a2dcfcf8b4ed27b2d895a9de19ff0b274314787bf616) AuthConfig (ddea19213bb17ca56bc3e2201e87729413f6aead05e418ddf65dea2f9f313358) AuthConfig (0ef107f47276d8a3a9de87ec8ee765f2f703d015f4e9f2cb1fc0b75e982e5ffc) AuthConfig (cd9756d849775ac61e9c3a782421a0df1651a028ba0901f4bf3dbc34b0839f92) AuthConfig (b41326250286bf73de272c2db2cb8e043e4c7ce5da5aa30d834575a26856129a) AuthConfig (d23fa2e237964cf6e02133ad93314c1f4a2ea9860b3e78109910f6a18273541c) AuthConfig (f8b3e7b9a3c9eec3c8dc882a84031cc824717840ecabc0ae65b3fb0e71497e1b) AuthConfig (add96a844b1fdb0ce539f5a742deede9b0c583af9590de9d97c5dbc79495f6d7) AuthConfig (19ddf5329d74dfaf8cc1fe952b5baff3dd2b3f14edf24fb78b89f22deeb024e9) AuthConfig (5956fe8aba5c3c75c2a4c5d0578fd3ee80a421894183e0b704d8efbc4dd840be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"2e70111a-3b6b-4752-8ed2-2e7cb23b728b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.407553409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"450036e5-e953-4c10-9d34-0389c4f354d0","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.435820221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"ca48b2f6-2f8f-42d6-b480-a79f3e196669","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.449916102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7779c7d2-5a78-43d6-81ad-54f0377934e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.450546747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d87884d3-fa9f-4d5c-a0d0-9a6c9bc8fbf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.477291216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"ca48b2f6-2f8f-42d6-b480-a79f3e196669","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.496210371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7779c7d2-5a78-43d6-81ad-54f0377934e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.48621425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d87884d3-fa9f-4d5c-a0d0-9a6c9bc8fbf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.642154191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"ca48b2f6-2f8f-42d6-b480-a79f3e196669","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.687109364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"652f0cb7-9239-4d26-a244-7df031bdc40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.688295055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"0ceb3430-f869-4565-957f-55915ad210d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.689832177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c","reconcileID":"9847e1eb-b30d-4638-9dbb-5e141f85c0bd","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.706992683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"545a33de-af57-42a1-8c48-5ff459e806e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.796565569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"652f0cb7-9239-4d26-a244-7df031bdc40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.814183762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"165ebd25-3315-429c-8974-fb1924ed44dd","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.852972388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"0ceb3430-f869-4565-957f-55915ad210d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.868133034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"545a33de-af57-42a1-8c48-5ff459e806e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.93490188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"50f00e09-338f-4dee-9520-98aa7467fcd4","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:56.982903471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2d433718-56de-4c2d-a2b9-fabd7cf28200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.028098085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"749f31a0-2174-42d9-9586-9ece90384017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.072801219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"749f31a0-2174-42d9-9586-9ece90384017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.073610444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"2d433718-56de-4c2d-a2b9-fabd7cf28200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.110544607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b9b6898b-0521-4dce-bc1c-942cd91b03c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.133321396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"b9b6898b-0521-4dce-bc1c-942cd91b03c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.142196242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-sub","reconcileID":"fca40188-9815-40d4-b483-7a2e9d749678","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"maas-trlp-e2e-cfl-same-69a60b","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.203177156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"265fe97e-2c52-49b6-84d9-23fe579cd3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.203514728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5bb2ef6c-12f6-440e-89d7-b693eaf3a10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.229488236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5bb2ef6c-12f6-440e-89d7-b693eaf3a10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.248739513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"265fe97e-2c52-49b6-84d9-23fe579cd3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.283732977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"e02f1166-69ab-4fb9-aa60-b7613fc1b0d5","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.283825203Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"e02f1166-69ab-4fb9-aa60-b7613fc1b0d5","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.322974363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"9abee054-8931-4a19-87e4-aafe555909a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.323457685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"21e8374b-3b01-40c6-a2c6-8a90c489a601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.358311132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"9abee054-8931-4a19-87e4-aafe555909a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.360741169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"21e8374b-3b01-40c6-a2c6-8a90c489a601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.38996687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"536601b2-dfa6-4882-9b8b-5cd91548ab40","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.42102616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"536601b2-dfa6-4882-9b8b-5cd91548ab40","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.440399454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6c8d346d3ded4c3cd13a2dcfcf8b4ed27b2d895a9de19ff0b274314787bf616) AuthConfig (ddea19213bb17ca56bc3e2201e87729413f6aead05e418ddf65dea2f9f313358) AuthConfig (0ef107f47276d8a3a9de87ec8ee765f2f703d015f4e9f2cb1fc0b75e982e5ffc) AuthConfig (cd9756d849775ac61e9c3a782421a0df1651a028ba0901f4bf3dbc34b0839f92) AuthConfig (b41326250286bf73de272c2db2cb8e043e4c7ce5da5aa30d834575a26856129a) AuthConfig (d23fa2e237964cf6e02133ad93314c1f4a2ea9860b3e78109910f6a18273541c) AuthConfig (f8b3e7b9a3c9eec3c8dc882a84031cc824717840ecabc0ae65b3fb0e71497e1b) AuthConfig (add96a844b1fdb0ce539f5a742deede9b0c583af9590de9d97c5dbc79495f6d7) AuthConfig (19ddf5329d74dfaf8cc1fe952b5baff3dd2b3f14edf24fb78b89f22deeb024e9) AuthConfig (5956fe8aba5c3c75c2a4c5d0578fd3ee80a421894183e0b704d8efbc4dd840be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"536601b2-dfa6-4882-9b8b-5cd91548ab40","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.458811001Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4f19d7","namespace":"e2e-extmod-cfl-1-d8c03d"},"namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","reconcileID":"4e8511ad-1d19-4381-a5a7-be3532ae4a49","namespace":"e2e-extmod-cfl-1-d8c03d","name":"e2e-cfl-4f19d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.477207914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"df84a72f-89e6-486a-ae16-b949f5f27ebb","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.480916717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"96a5cc67-a5d8-49fd-b9a8-ac1488104651","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.493128524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dfdac22-87eb-4835-8a75-86c78747cb42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.497843003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"df84a72f-89e6-486a-ae16-b949f5f27ebb","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.498701557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a8de6c88-a8b0-4fd0-8ca5-9faa14e21355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.499235998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"432d0daa-72f1-4e45-a22c-121610798d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.50181454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"96a5cc67-a5d8-49fd-b9a8-ac1488104651","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.519648678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dfdac22-87eb-4835-8a75-86c78747cb42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.530407025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a8de6c88-a8b0-4fd0-8ca5-9faa14e21355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.546361376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (908bb09f9e8d6128c12ca3d2f349987718a36803f7c4d060f406e5570ff799df) AuthConfig (b6a33b64fe46b819c3970b24699c64dac393ce8257052849a0f78641f60dabaa) AuthConfig (7cc42f4d56a3ce1493f816c0edb7a5b3ef1104e2c1b07f7f01d9f2357d9829c8) AuthConfig (5fa82e079462a961aa03ea46f057e75e01e4ca76c7fe498176f2e7d24977407d) AuthConfig (b32bcca68b6c15c67e55aa284c415141243037a587fad06868db51ed97a8bb6e) AuthConfig (76428e00e605bc4a85212594d1c66fae8b16a5eb463bbb771de7f2e9d871dab0) AuthConfig (e4864549caed0712e27884a4544a4fd37dc2caca317808ac9600ae8c41eae3e4) AuthConfig (5fead849281c65781cae0bb61a1a7f020a129f9b467a60703a334507abad6521) AuthConfig (a9be73d1287e0cadca5927def0555d5e015da22efb331d8a0a4144c276d12664) AuthConfig (b831db88bc4e88479a1ba0fc6e7339d9fb1bbf30a91523f004548a41b67525f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"96a5cc67-a5d8-49fd-b9a8-ac1488104651","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.554782178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"432d0daa-72f1-4e45-a22c-121610798d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.589851823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"b7539c30-d8fd-44d6-8e70-db05c0f64f93","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.589881443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"b7539c30-d8fd-44d6-8e70-db05c0f64f93","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.621950911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a0569b28-68af-476b-b5fd-a04ff839ccd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.663865205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a0569b28-68af-476b-b5fd-a04ff839ccd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.916138603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"cad8a70c-0e1d-4328-861a-a6e6ef2bdc0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.962649313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"cad8a70c-0e1d-4328-861a-a6e6ef2bdc0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.980632768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"14e83fbb-5d65-4c34-bcf9-e487f8dc979d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:57.984522972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6c8d346d3ded4c3cd13a2dcfcf8b4ed27b2d895a9de19ff0b274314787bf616) AuthConfig (ddea19213bb17ca56bc3e2201e87729413f6aead05e418ddf65dea2f9f313358) AuthConfig (0ef107f47276d8a3a9de87ec8ee765f2f703d015f4e9f2cb1fc0b75e982e5ffc) AuthConfig (cd9756d849775ac61e9c3a782421a0df1651a028ba0901f4bf3dbc34b0839f92) AuthConfig (b41326250286bf73de272c2db2cb8e043e4c7ce5da5aa30d834575a26856129a) AuthConfig (d23fa2e237964cf6e02133ad93314c1f4a2ea9860b3e78109910f6a18273541c) AuthConfig (f8b3e7b9a3c9eec3c8dc882a84031cc824717840ecabc0ae65b3fb0e71497e1b) AuthConfig (add96a844b1fdb0ce539f5a742deede9b0c583af9590de9d97c5dbc79495f6d7) AuthConfig (19ddf5329d74dfaf8cc1fe952b5baff3dd2b3f14edf24fb78b89f22deeb024e9) AuthConfig (5956fe8aba5c3c75c2a4c5d0578fd3ee80a421894183e0b704d8efbc4dd840be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"cad8a70c-0e1d-4328-861a-a6e6ef2bdc0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.001311545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"62c5c6f9-e4bc-4fc0-8997-3b1cd3a3616f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.004464609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ede4fd-81b4-462f-bf66-e01a1c953e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.008844261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"14e83fbb-5d65-4c34-bcf9-e487f8dc979d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.026139396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"62c5c6f9-e4bc-4fc0-8997-3b1cd3a3616f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.029901312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ede4fd-81b4-462f-bf66-e01a1c953e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.036474699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f360aba0-0ff9-4841-9190-e5282e3db8d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.056839468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f360aba0-0ff9-4841-9190-e5282e3db8d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.061139248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d0d2ce7c-3e86-492e-b5e4-285e8c587f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.0808312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d0d2ce7c-3e86-492e-b5e4-285e8c587f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.124057369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"e2ceebf2-8d01-4897-9ff4-84e0a9033225","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.131710481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6cd45393-c94e-455c-8895-27e3c9bdf3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.138248264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"45fe89fe-27dd-4904-975c-d50b9d3cec58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.142117462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"e2ceebf2-8d01-4897-9ff4-84e0a9033225","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.154256157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6cd45393-c94e-455c-8895-27e3c9bdf3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.156851086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"45fe89fe-27dd-4904-975c-d50b9d3cec58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.159746238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (908bb09f9e8d6128c12ca3d2f349987718a36803f7c4d060f406e5570ff799df) AuthConfig (b6a33b64fe46b819c3970b24699c64dac393ce8257052849a0f78641f60dabaa) AuthConfig (7cc42f4d56a3ce1493f816c0edb7a5b3ef1104e2c1b07f7f01d9f2357d9829c8) AuthConfig (5fa82e079462a961aa03ea46f057e75e01e4ca76c7fe498176f2e7d24977407d) AuthConfig (b32bcca68b6c15c67e55aa284c415141243037a587fad06868db51ed97a8bb6e) AuthConfig (76428e00e605bc4a85212594d1c66fae8b16a5eb463bbb771de7f2e9d871dab0) AuthConfig (e4864549caed0712e27884a4544a4fd37dc2caca317808ac9600ae8c41eae3e4) AuthConfig (5fead849281c65781cae0bb61a1a7f020a129f9b467a60703a334507abad6521) AuthConfig (a9be73d1287e0cadca5927def0555d5e015da22efb331d8a0a4144c276d12664) AuthConfig (b831db88bc4e88479a1ba0fc6e7339d9fb1bbf30a91523f004548a41b67525f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"e2ceebf2-8d01-4897-9ff4-84e0a9033225","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.218733283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"d0ba16cc-972c-4578-a3fb-027a8d240f15","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.234003279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"024c9aa0-e3bc-44c4-bf72-de290e13799b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.241259886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"d0ba16cc-972c-4578-a3fb-027a8d240f15","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.241677064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"b3a00009-015a-43b9-bc08-d7b094411cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.242463858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f122575-6940-49b6-afa1-76b7883763c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.246963576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"677aa94c-0858-431c-a9aa-1d94f9916415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.254772366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"024c9aa0-e3bc-44c4-bf72-de290e13799b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.262945747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f122575-6940-49b6-afa1-76b7883763c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.262992637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"b3a00009-015a-43b9-bc08-d7b094411cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.266488372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"677aa94c-0858-431c-a9aa-1d94f9916415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.420717368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"9de24d5f-2190-4886-8290-0193c8114f87","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.447378127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"9de24d5f-2190-4886-8290-0193c8114f87","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:58.482577451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6c8d346d3ded4c3cd13a2dcfcf8b4ed27b2d895a9de19ff0b274314787bf616) AuthConfig (ddea19213bb17ca56bc3e2201e87729413f6aead05e418ddf65dea2f9f313358) AuthConfig (0ef107f47276d8a3a9de87ec8ee765f2f703d015f4e9f2cb1fc0b75e982e5ffc) AuthConfig (cd9756d849775ac61e9c3a782421a0df1651a028ba0901f4bf3dbc34b0839f92) AuthConfig (b41326250286bf73de272c2db2cb8e043e4c7ce5da5aa30d834575a26856129a) AuthConfig (d23fa2e237964cf6e02133ad93314c1f4a2ea9860b3e78109910f6a18273541c) AuthConfig (f8b3e7b9a3c9eec3c8dc882a84031cc824717840ecabc0ae65b3fb0e71497e1b) AuthConfig (add96a844b1fdb0ce539f5a742deede9b0c583af9590de9d97c5dbc79495f6d7) AuthConfig (19ddf5329d74dfaf8cc1fe952b5baff3dd2b3f14edf24fb78b89f22deeb024e9) AuthConfig (5956fe8aba5c3c75c2a4c5d0578fd3ee80a421894183e0b704d8efbc4dd840be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"9de24d5f-2190-4886-8290-0193c8114f87","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:59.227934714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"eea6c086-50d4-43b2-a146-ad237bd53958","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:59.263834231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"eea6c086-50d4-43b2-a146-ad237bd53958","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:59.505550837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"dfbe872d-3268-4d17-a2ae-ea44bf64116e","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:59.505660433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"dfbe872d-3268-4d17-a2ae-ea44bf64116e","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:59.523471609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"0604f442-27e7-4e2b-a2b1-2db99b3ae150","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:59.523574917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"0604f442-27e7-4e2b-a2b1-2db99b3ae150","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:59.562374638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"ddc483f5-e897-45c3-afa4-6a1894397166","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:59.606801725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"ddc483f5-e897-45c3-afa4-6a1894397166","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:59.789422134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"60728640-9e10-4795-bced-d629fbd62a26","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:08:59.789548188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"60728640-9e10-4795-bced-d629fbd62a26","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:01.729993982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"1c235008-78e3-4bf5-b763-1f50925371af","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:01.749192168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"5f8d0af3-a369-487e-a257-b8a667f2b9c6","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:01.764788542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"eaf2ca91-5395-49d9-bc5a-a342d8540598","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:01.811562043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"eaf2ca91-5395-49d9-bc5a-a342d8540598","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:01.829783066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"eaf2ca91-5395-49d9-bc5a-a342d8540598","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:01.863454906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"a7a5bc19-fb07-4baf-918c-eba9a5de6dd9","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.15974128Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-55521f priority=0:[ai-tenant-e2e-extmod-a-55521f/e2e-cfl-same-69a60b-0d2471-sub ai-tenant-e2e-extmod-a-55521f/e2e-cfl-same-69a60b-715eb0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.174671632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"7096deb4-c80f-4d82-948d-88bac888546b","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.174690149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"7096deb4-c80f-4d82-948d-88bac888546b","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:05.192735104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-sub","reconcileID":"07e52a9b-1806-40ce-8040-4fe184c57216","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-69a60b-715eb0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.205552452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"f9fdaaeb-5e1d-414c-b460-8a81604ae1e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.208646234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"6ba8faca-f07e-4fd5-b86d-ed33bdd5260e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.211016009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"c1150596-df48-4d76-a0c3-3caf085ee8a2","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.211034407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"c1150596-df48-4d76-a0c3-3caf085ee8a2","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.223879882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"f9fdaaeb-5e1d-414c-b460-8a81604ae1e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.227093329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"6ba8faca-f07e-4fd5-b86d-ed33bdd5260e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:05.229051642Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"c1150596-df48-4d76-a0c3-3caf085ee8a2","name":"e2e-cfl-same-69a60b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-69a60b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:05.229095278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"c1150596-df48-4d76-a0c3-3caf085ee8a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-69a60b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.243321939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"83b878c3-c4c4-4b4a-bcc0-83771bcef7a0","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.243339239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"83b878c3-c4c4-4b4a-bcc0-83771bcef7a0","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.258071547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"4f953f2b-9e30-4030-b9d3-15861a46319b","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.258088972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"4f953f2b-9e30-4030-b9d3-15861a46319b","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.27291041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"84638898-490f-4e67-b6e2-3fd8528cf60f","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.272936228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"84638898-490f-4e67-b6e2-3fd8528cf60f","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.326253098Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-sub","reconcileID":"e880e8d1-dafa-4943-93fa-c816a75ac2be","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"maas-trlp-e2e-cfl-same-69a60b","model":"e2e-cfl-same-69a60b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-55521f/e2e-cfl-same-69a60b-715eb0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.411204593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"29ec609f-3546-4f82-8424-9713d465bf9b","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.411222843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"29ec609f-3546-4f82-8424-9713d465bf9b","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.411733072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"42af8bef-4375-41d6-b086-d029a1b4a781","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.411852713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"3b6645f2-7ea5-4e32-8aa3-389d1166da51","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.430478547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"3b6645f2-7ea5-4e32-8aa3-389d1166da51","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.430512923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"42af8bef-4375-41d6-b086-d029a1b4a781","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:05.471033113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-sub","reconcileID":"62b559f9-c490-4eb2-a1f4-9a8039eb750f","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"maas-trlp-e2e-cfl-same-69a60b","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:08.194723146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"2151e020-d525-44ff-94ca-4517bf9def36","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:08.214884624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"2151e020-d525-44ff-94ca-4517bf9def36","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:08.23185139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (908bb09f9e8d6128c12ca3d2f349987718a36803f7c4d060f406e5570ff799df) AuthConfig (b6a33b64fe46b819c3970b24699c64dac393ce8257052849a0f78641f60dabaa) AuthConfig (7cc42f4d56a3ce1493f816c0edb7a5b3ef1104e2c1b07f7f01d9f2357d9829c8) AuthConfig (5fa82e079462a961aa03ea46f057e75e01e4ca76c7fe498176f2e7d24977407d) AuthConfig (b32bcca68b6c15c67e55aa284c415141243037a587fad06868db51ed97a8bb6e) AuthConfig (76428e00e605bc4a85212594d1c66fae8b16a5eb463bbb771de7f2e9d871dab0) AuthConfig (e4864549caed0712e27884a4544a4fd37dc2caca317808ac9600ae8c41eae3e4) AuthConfig (5fead849281c65781cae0bb61a1a7f020a129f9b467a60703a334507abad6521) AuthConfig (a9be73d1287e0cadca5927def0555d5e015da22efb331d8a0a4144c276d12664) AuthConfig (b831db88bc4e88479a1ba0fc6e7339d9fb1bbf30a91523f004548a41b67525f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"2151e020-d525-44ff-94ca-4517bf9def36","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:08.525348794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"a7dca32a-cb3b-46d7-85b4-49f0d8786487","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:08.548486561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"a7dca32a-cb3b-46d7-85b4-49f0d8786487","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:08.573781928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6c8d346d3ded4c3cd13a2dcfcf8b4ed27b2d895a9de19ff0b274314787bf616) AuthConfig (ddea19213bb17ca56bc3e2201e87729413f6aead05e418ddf65dea2f9f313358) AuthConfig (0ef107f47276d8a3a9de87ec8ee765f2f703d015f4e9f2cb1fc0b75e982e5ffc) AuthConfig (cd9756d849775ac61e9c3a782421a0df1651a028ba0901f4bf3dbc34b0839f92) AuthConfig (b41326250286bf73de272c2db2cb8e043e4c7ce5da5aa30d834575a26856129a) AuthConfig (d23fa2e237964cf6e02133ad93314c1f4a2ea9860b3e78109910f6a18273541c) AuthConfig (f8b3e7b9a3c9eec3c8dc882a84031cc824717840ecabc0ae65b3fb0e71497e1b) AuthConfig (add96a844b1fdb0ce539f5a742deede9b0c583af9590de9d97c5dbc79495f6d7) AuthConfig (19ddf5329d74dfaf8cc1fe952b5baff3dd2b3f14edf24fb78b89f22deeb024e9) AuthConfig (5956fe8aba5c3c75c2a4c5d0578fd3ee80a421894183e0b704d8efbc4dd840be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"a7dca32a-cb3b-46d7-85b4-49f0d8786487","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:11.881722947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"2b080f60-5a6e-4e9b-91bf-c36cc495559a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:11.901249643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"2b080f60-5a6e-4e9b-91bf-c36cc495559a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:11.919816039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"2b080f60-5a6e-4e9b-91bf-c36cc495559a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:14.069706357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ba3405-d0aa-4854-9572-adf514c1869a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:14.084222262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ba3405-d0aa-4854-9572-adf514c1869a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:14.098832649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ba3405-d0aa-4854-9572-adf514c1869a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:14.11375792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ba3405-d0aa-4854-9572-adf514c1869a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:14.742931888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b7c143-df04-4805-b930-9b8794c8a553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:14.758170153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b7c143-df04-4805-b930-9b8794c8a553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:14.774400583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b7c143-df04-4805-b930-9b8794c8a553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:14.789199649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8b7c143-df04-4805-b930-9b8794c8a553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:14.905634327Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-01c3ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-01c3ee","reconcileID":"482eb529-d86a-4a03-851e-d0b3a0f04a0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-01c3ee","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-01c3ee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:15.379387209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ef2fb-5654-4e5c-b8e6-e00068ad857c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:15.39409495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ef2fb-5654-4e5c-b8e6-e00068ad857c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:15.409880946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ef2fb-5654-4e5c-b8e6-e00068ad857c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:15.424461029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ef2fb-5654-4e5c-b8e6-e00068ad857c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:18.26311413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"9a45e6c6-c534-4abf-ade8-7059170dc9e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:18.282181518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"9a45e6c6-c534-4abf-ade8-7059170dc9e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:18.299905074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (908bb09f9e8d6128c12ca3d2f349987718a36803f7c4d060f406e5570ff799df) AuthConfig (b6a33b64fe46b819c3970b24699c64dac393ce8257052849a0f78641f60dabaa) AuthConfig (7cc42f4d56a3ce1493f816c0edb7a5b3ef1104e2c1b07f7f01d9f2357d9829c8) AuthConfig (5fa82e079462a961aa03ea46f057e75e01e4ca76c7fe498176f2e7d24977407d) AuthConfig (b32bcca68b6c15c67e55aa284c415141243037a587fad06868db51ed97a8bb6e) AuthConfig (76428e00e605bc4a85212594d1c66fae8b16a5eb463bbb771de7f2e9d871dab0) AuthConfig (e4864549caed0712e27884a4544a4fd37dc2caca317808ac9600ae8c41eae3e4) AuthConfig (5fead849281c65781cae0bb61a1a7f020a129f9b467a60703a334507abad6521) AuthConfig (a9be73d1287e0cadca5927def0555d5e015da22efb331d8a0a4144c276d12664) AuthConfig (b831db88bc4e88479a1ba0fc6e7339d9fb1bbf30a91523f004548a41b67525f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"9a45e6c6-c534-4abf-ade8-7059170dc9e9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:18.609686015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"776aa7bc-0120-462f-b118-d0872613ea96","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:18.628132416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"776aa7bc-0120-462f-b118-d0872613ea96","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:18.645801049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6c8d346d3ded4c3cd13a2dcfcf8b4ed27b2d895a9de19ff0b274314787bf616) AuthConfig (ddea19213bb17ca56bc3e2201e87729413f6aead05e418ddf65dea2f9f313358) AuthConfig (0ef107f47276d8a3a9de87ec8ee765f2f703d015f4e9f2cb1fc0b75e982e5ffc) AuthConfig (cd9756d849775ac61e9c3a782421a0df1651a028ba0901f4bf3dbc34b0839f92) AuthConfig (b41326250286bf73de272c2db2cb8e043e4c7ce5da5aa30d834575a26856129a) AuthConfig (d23fa2e237964cf6e02133ad93314c1f4a2ea9860b3e78109910f6a18273541c) AuthConfig (f8b3e7b9a3c9eec3c8dc882a84031cc824717840ecabc0ae65b3fb0e71497e1b) AuthConfig (add96a844b1fdb0ce539f5a742deede9b0c583af9590de9d97c5dbc79495f6d7) AuthConfig (19ddf5329d74dfaf8cc1fe952b5baff3dd2b3f14edf24fb78b89f22deeb024e9) AuthConfig (5956fe8aba5c3c75c2a4c5d0578fd3ee80a421894183e0b704d8efbc4dd840be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"776aa7bc-0120-462f-b118-d0872613ea96","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:21.622261516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:21.950071641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"b270eb0f-6526-4e1c-863b-e77b6edcf81c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:21.969718902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"b270eb0f-6526-4e1c-863b-e77b6edcf81c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:21.987253947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"b270eb0f-6526-4e1c-863b-e77b6edcf81c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:28.332382621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"f45de5ed-afc6-4b4a-9f67-b7ede1865cd0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:28.350884099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"f45de5ed-afc6-4b4a-9f67-b7ede1865cd0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:28.367798038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-403d6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (908bb09f9e8d6128c12ca3d2f349987718a36803f7c4d060f406e5570ff799df) AuthConfig (b6a33b64fe46b819c3970b24699c64dac393ce8257052849a0f78641f60dabaa) AuthConfig (7cc42f4d56a3ce1493f816c0edb7a5b3ef1104e2c1b07f7f01d9f2357d9829c8) AuthConfig (5fa82e079462a961aa03ea46f057e75e01e4ca76c7fe498176f2e7d24977407d) AuthConfig (b32bcca68b6c15c67e55aa284c415141243037a587fad06868db51ed97a8bb6e) AuthConfig (76428e00e605bc4a85212594d1c66fae8b16a5eb463bbb771de7f2e9d871dab0) AuthConfig (e4864549caed0712e27884a4544a4fd37dc2caca317808ac9600ae8c41eae3e4) AuthConfig (5fead849281c65781cae0bb61a1a7f020a129f9b467a60703a334507abad6521) AuthConfig (a9be73d1287e0cadca5927def0555d5e015da22efb331d8a0a4144c276d12664) AuthConfig (b831db88bc4e88479a1ba0fc6e7339d9fb1bbf30a91523f004548a41b67525f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"f45de5ed-afc6-4b4a-9f67-b7ede1865cd0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:28.677008179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"1c5d7544-0049-4f18-800b-4d21d6346533","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:28.695496604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"1c5d7544-0049-4f18-800b-4d21d6346533","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:28.712355192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d3971c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6c8d346d3ded4c3cd13a2dcfcf8b4ed27b2d895a9de19ff0b274314787bf616) AuthConfig (ddea19213bb17ca56bc3e2201e87729413f6aead05e418ddf65dea2f9f313358) AuthConfig (0ef107f47276d8a3a9de87ec8ee765f2f703d015f4e9f2cb1fc0b75e982e5ffc) AuthConfig (cd9756d849775ac61e9c3a782421a0df1651a028ba0901f4bf3dbc34b0839f92) AuthConfig (b41326250286bf73de272c2db2cb8e043e4c7ce5da5aa30d834575a26856129a) AuthConfig (d23fa2e237964cf6e02133ad93314c1f4a2ea9860b3e78109910f6a18273541c) AuthConfig (f8b3e7b9a3c9eec3c8dc882a84031cc824717840ecabc0ae65b3fb0e71497e1b) AuthConfig (add96a844b1fdb0ce539f5a742deede9b0c583af9590de9d97c5dbc79495f6d7) AuthConfig (19ddf5329d74dfaf8cc1fe952b5baff3dd2b3f14edf24fb78b89f22deeb024e9) AuthConfig (5956fe8aba5c3c75c2a4c5d0578fd3ee80a421894183e0b704d8efbc4dd840be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"1c5d7544-0049-4f18-800b-4d21d6346533","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:32.128329012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"6b4f3ef9-f56b-4af6-ae3b-b44bdd492f7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:32.1508085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"6b4f3ef9-f56b-4af6-ae3b-b44bdd492f7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:32.170394225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f066ab160c20efdee410b8bb371e40e31233d3c4c65624e37fd6863eea2df953) AuthConfig (6693f4b71fc1f15faad4752af0f2b0b8d29e443672556e09472d886f894bc1e7) AuthConfig (2620b46d335aeefe627036e67ec0365d41f329dd3fa64c9ac039effc3b857fd7) AuthConfig (0e69bcf29cf8f98d2aa86914e134c6dd6411af0e659faaa129e9273a04c0b712) AuthConfig (69c2d997a0a720f726c47aceeb267bde170f82a6974141dd96f16393eeb40d26) AuthConfig (96cac6ad46db27b35888184e057784afd41509d6fa3a480902088f9e3550fef9) AuthConfig (9b4a5d6c2cd1acb472678c74fab6374466198622c1c53428de46a2f0a8370a66) AuthConfig (965e05391f33833a98d637c3c082d3fa57b857db9de7c979cf848d7600878d88) AuthConfig (dabaa4df819cac808698af2a0bd068272fc9e1900ef980e45652863fd366e061) AuthConfig (58ba84ccc12a2154f5352490030b3403a015af0cdecaed03380528393c1abfae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"6b4f3ef9-f56b-4af6-ae3b-b44bdd492f7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:32.204508679Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"44f8a12d-2a32-403d-b0ba-d36e2f35c7c9","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:32.212805753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-sub","reconcileID":"645efe21-5c2d-410d-b933-b408e8b5a807","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"maas-trlp-e2e-cfl-same-69a60b","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:32.297099319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"1dfb479b-7fe6-490b-b84c-b78eed55cdb6","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:32.297127659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"1dfb479b-7fe6-490b-b84c-b78eed55cdb6","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:32.992371708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"72d787a5-e445-49d3-9456-83f343393d32","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:33.011352743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"72d787a5-e445-49d3-9456-83f343393d32","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:33.029493202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f066ab160c20efdee410b8bb371e40e31233d3c4c65624e37fd6863eea2df953) AuthConfig (6693f4b71fc1f15faad4752af0f2b0b8d29e443672556e09472d886f894bc1e7) AuthConfig (2620b46d335aeefe627036e67ec0365d41f329dd3fa64c9ac039effc3b857fd7) AuthConfig (0e69bcf29cf8f98d2aa86914e134c6dd6411af0e659faaa129e9273a04c0b712) AuthConfig (69c2d997a0a720f726c47aceeb267bde170f82a6974141dd96f16393eeb40d26) AuthConfig (96cac6ad46db27b35888184e057784afd41509d6fa3a480902088f9e3550fef9) AuthConfig (9b4a5d6c2cd1acb472678c74fab6374466198622c1c53428de46a2f0a8370a66) AuthConfig (965e05391f33833a98d637c3c082d3fa57b857db9de7c979cf848d7600878d88) AuthConfig (dabaa4df819cac808698af2a0bd068272fc9e1900ef980e45652863fd366e061) AuthConfig (58ba84ccc12a2154f5352490030b3403a015af0cdecaed03380528393c1abfae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"72d787a5-e445-49d3-9456-83f343393d32","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:33.600248148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"9c4c20a5-7b9c-40a3-85d1-6c16822bb429","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:33.619131168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"9c4c20a5-7b9c-40a3-85d1-6c16822bb429","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:33.74119642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"a0579a63-53a8-4d5b-9b1d-034dfb66916c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:33.761357828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"a0579a63-53a8-4d5b-9b1d-034dfb66916c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:33.778647481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f066ab160c20efdee410b8bb371e40e31233d3c4c65624e37fd6863eea2df953) AuthConfig (6693f4b71fc1f15faad4752af0f2b0b8d29e443672556e09472d886f894bc1e7) AuthConfig (2620b46d335aeefe627036e67ec0365d41f329dd3fa64c9ac039effc3b857fd7) AuthConfig (0e69bcf29cf8f98d2aa86914e134c6dd6411af0e659faaa129e9273a04c0b712) AuthConfig (69c2d997a0a720f726c47aceeb267bde170f82a6974141dd96f16393eeb40d26) AuthConfig (96cac6ad46db27b35888184e057784afd41509d6fa3a480902088f9e3550fef9) AuthConfig (9b4a5d6c2cd1acb472678c74fab6374466198622c1c53428de46a2f0a8370a66) AuthConfig (965e05391f33833a98d637c3c082d3fa57b857db9de7c979cf848d7600878d88) AuthConfig (dabaa4df819cac808698af2a0bd068272fc9e1900ef980e45652863fd366e061) AuthConfig (58ba84ccc12a2154f5352490030b3403a015af0cdecaed03380528393c1abfae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"a0579a63-53a8-4d5b-9b1d-034dfb66916c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.008441726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"f30b5b4d-a381-4b22-8239-03dfee72c255","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.008467198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"f30b5b4d-a381-4b22-8239-03dfee72c255","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.038776761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"0ff76e6f-2d13-4fe0-98a4-825b865d84f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.038773005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"338db16a-00f3-4567-843d-2a24806400ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.045800104Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-sub","reconcileID":"5b06aa99-813f-4f5f-a067-af15c9029a0c","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d821561","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.057077746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"0ff76e6f-2d13-4fe0-98a4-825b865d84f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.057160075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"338db16a-00f3-4567-843d-2a24806400ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.247238847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"6d24d032-cfa3-407c-a3c8-cb37f1001c45","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.247325414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"2acfae9b-f427-4ff4-aebb-27f559bcd14a","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.26561744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"2acfae9b-f427-4ff4-aebb-27f559bcd14a","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:35.265876197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"6d24d032-cfa3-407c-a3c8-cb37f1001c45","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:38.398422631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"cf971a37-6793-4058-a8b2-a149cf1d4f6f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:38.41669927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"cf971a37-6793-4058-a8b2-a149cf1d4f6f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:38.538484016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"21c43f0b-abb1-42c8-af37-3dad822f56d6","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:38.538502043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"21c43f0b-abb1-42c8-af37-3dad822f56d6","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:38.74990306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"50db52ad-6bf7-4542-ad0b-b6c51da92f39","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:38.793786775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"50db52ad-6bf7-4542-ad0b-b6c51da92f39","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:38.992091723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"03e65d68-2253-4e0f-9d4f-de5786f59984","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.853998616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"1d26576b-1a85-415a-85c1-39767cec1754","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.854029061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"1d26576b-1a85-415a-85c1-39767cec1754","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:40.869458754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-sub","reconcileID":"4d0ce95b-d24a-4bf0-8cd0-59bcc0edf54c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-f88700-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.86960459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"61b3f8f6-94da-43bb-b1c5-472d437fcc0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.887876228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"608bf782-7b01-4692-b05a-bf3d18236fb1","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.887899984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"608bf782-7b01-4692-b05a-bf3d18236fb1","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.888433629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"61b3f8f6-94da-43bb-b1c5-472d437fcc0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:40.906708725Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"608bf782-7b01-4692-b05a-bf3d18236fb1","name":"e2e-cmp-legacy-f88700","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-f88700\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:40.906775791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"608bf782-7b01-4692-b05a-bf3d18236fb1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-f88700\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.921745485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"46eb19b8-cc27-42b0-9903-9a0887fee34c","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.921765003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"46eb19b8-cc27-42b0-9903-9a0887fee34c","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.936188405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"e112c8f0-2117-477f-a051-354af4e5f07a","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.936205809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"e112c8f0-2117-477f-a051-354af4e5f07a","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.950554325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"0b329f85-d77d-4311-a3a6-637d191c3335","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.950572311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"0b329f85-d77d-4311-a3a6-637d191c3335","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:40.990497536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"8aefaafd-861c-4412-8b09-7562c61c5bb1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:41.002664364Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-sub","reconcileID":"5532c795-4fd1-4249-9d1f-7968fd7096f1","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"maas-trlp-e2e-cmp-legacy-f88700","model":"e2e-cmp-legacy-f88700","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:41.0078385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"8aefaafd-861c-4412-8b09-7562c61c5bb1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:41.083901561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"b4cd49e6-4d38-43e9-8054-14ab35545377","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:41.083919209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"b4cd49e6-4d38-43e9-8054-14ab35545377","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:41.14193654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-sub","reconcileID":"68c037f0-3c25-43c4-9766-efaee1bce05c","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"maas-trlp-e2e-cmp-legacy-f88700","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.186324313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"9ca1955a-5e08-4029-8be9-c973c6403af4","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:42.211444044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"82a7a49e-5359-4d88-9e57-7e01e8f186d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-efc1af-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.22364167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c3bf5ac5-5b48-4f24-bae2-fdcf74f8b4ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.232334242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"56def719-a864-4134-9e70-c2684e618f23","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.247527079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c3bf5ac5-5b48-4f24-bae2-fdcf74f8b4ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:42.252986957Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"56def719-a864-4134-9e70-c2684e618f23","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:42.253042115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"56def719-a864-4134-9e70-c2684e618f23","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.273567452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"0abba386-1f91-4865-a0a1-4ab2dcd0c2ff","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.288444012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"a566615c-ab9c-4ed0-9702-21418426efba","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.303806916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"8fd271cc-682f-4a4c-9606-eb2c04eb5e2a","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.353258331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"fde1d5b8-8836-40ac-a74c-365b01670667","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.353780865Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"8ccf29c5-bafc-415a-ad17-3ef42d46333b","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d3971c/e2e-shr-shared-efc1af-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.371349185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"fde1d5b8-8836-40ac-a74c-365b01670667","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.43710231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"d1ba0738-2f45-4438-a17b-ea2a400ee546","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:42.494094675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"e34f0a5a-d2bb-47b6-9c3b-b754b345d40d","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:43.810662369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"af66e855-7671-481c-9b30-117187ad1512","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:43.829007104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"af66e855-7671-481c-9b30-117187ad1512","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:43.846062686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-3b20b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f066ab160c20efdee410b8bb371e40e31233d3c4c65624e37fd6863eea2df953) AuthConfig (6693f4b71fc1f15faad4752af0f2b0b8d29e443672556e09472d886f894bc1e7) AuthConfig (2620b46d335aeefe627036e67ec0365d41f329dd3fa64c9ac039effc3b857fd7) AuthConfig (0e69bcf29cf8f98d2aa86914e134c6dd6411af0e659faaa129e9273a04c0b712) AuthConfig (69c2d997a0a720f726c47aceeb267bde170f82a6974141dd96f16393eeb40d26) AuthConfig (96cac6ad46db27b35888184e057784afd41509d6fa3a480902088f9e3550fef9) AuthConfig (9b4a5d6c2cd1acb472678c74fab6374466198622c1c53428de46a2f0a8370a66) AuthConfig (965e05391f33833a98d637c3c082d3fa57b857db9de7c979cf848d7600878d88) AuthConfig (dabaa4df819cac808698af2a0bd068272fc9e1900ef980e45652863fd366e061) AuthConfig (58ba84ccc12a2154f5352490030b3403a015af0cdecaed03380528393c1abfae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"af66e855-7671-481c-9b30-117187ad1512","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.06072998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-sub","reconcileID":"6478e591-41f9-4955-88db-9e9dc3bcc4d4","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","subscription":"e2e-cfl-same-69a60b-715eb0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.090213764Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-sub","reconcileID":"6478e591-41f9-4955-88db-9e9dc3bcc4d4","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.105299296Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-sub","reconcileID":"6478e591-41f9-4955-88db-9e9dc3bcc4d4","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-715eb0-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"maas-trlp-e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.206446358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"62dabcc1-d5f6-4cc1-85d0-11298f36dbad","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.206465346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"62dabcc1-d5f6-4cc1-85d0-11298f36dbad","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.23610148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"3bd18043-45ae-4d01-b822-c0c474fa9e46","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.23637292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"6ddb575d-77a5-49cd-957d-10e82b2e2769","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.254613911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"6ddb575d-77a5-49cd-957d-10e82b2e2769","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.254673392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"3bd18043-45ae-4d01-b822-c0c474fa9e46","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.387401727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"6f4525ea-10b3-4d68-9b6b-d9584345d9f4","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.387426987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"6f4525ea-10b3-4d68-9b6b-d9584345d9f4","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.411567853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-715eb0-access","reconcileID":"97a31fa5-6f29-48f6-83cf-3d992e113359","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-715eb0-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.541439436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"9e14149b-0d11-444f-ad44-bb946f3e8066","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-2-715eb0/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.541457723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"9e14149b-0d11-444f-ad44-bb946f3e8066","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"routeName":"external-model-e2e-cfl-same-69a60b-788409a8f2d0","namespace":"e2e-extmod-cfl-2-715eb0","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.691224064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"d1c5cc92-539b-4311-ba8f-b63a30464e55","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.691244467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"d1c5cc92-539b-4311-ba8f-b63a30464e55","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.706492137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"55b2a1da-025a-4079-a887-ba7247f36e2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.724844773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"55b2a1da-025a-4079-a887-ba7247f36e2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.731351793Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-sub","reconcileID":"7b2a868e-0d2c-4751-bf6f-e911ef12f71f","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-34e0b3f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.899340759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"0dbcd2e0-3994-4c7a-8ef4-83d70af8c63e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:45.918095442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"0dbcd2e0-3994-4c7a-8ef4-83d70af8c63e","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.158689317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"ee5908e4-86c4-4475-8abb-6dbd3abd745e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.260088335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"1ca99206-dbca-4938-a4d0-93c4ef526bc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.360603354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"6df099b1-5d57-4253-8374-21ca49fa1511","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.360889159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46007642-854d-4822-9e4c-2a9011687149","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.361204747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"1dc937b6-049d-4f1b-b591-9f34059fdf55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.459649128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"29f19147-7ccd-47c9-b748-4d7de96e18a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.564401477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"1a0ca661-c48a-44dc-862b-a72cafb3cadc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.564650378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"08e1ce8d-d088-4c8e-a61a-de088354f322","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.708161748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9eb4341c-1af7-4779-9e4c-aade8da28611","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.872297284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"e62179f5-3305-4d4c-8afd-fb5f2d2f9fbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.97441381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"0d6d51a6-752e-4d76-8c23-dbd93f9bcc7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:49.974429876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"4876ad7d-d498-453b-bf9f-744ac1cab512","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:51.621610469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:53.876742074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"48435d25-f472-4950-8018-0ea15b1ffb5c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:53.895166489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"48435d25-f472-4950-8018-0ea15b1ffb5c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:54.062073752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"170a192b-13d8-438f-b9c4-8891def8f602","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:55.746292224Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-sub","reconcileID":"c611be56-14ee-42bf-a364-8a9a7675827d","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","subscription":"e2e-cfl-same-69a60b-0d2471-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:55.775127044Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-sub","reconcileID":"c611be56-14ee-42bf-a364-8a9a7675827d","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:55.789733108Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-sub","reconcileID":"c611be56-14ee-42bf-a364-8a9a7675827d","MaaSSubscription":{"name":"e2e-cfl-same-69a60b-0d2471-sub","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"maas-trlp-e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:55.884854229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"65f00cf6-7706-420f-901c-1bfcf4e4ab55","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:55.884875785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"65f00cf6-7706-420f-901c-1bfcf4e4ab55","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:55.900327346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"9e250457-0f32-4d9c-959f-a415311c6645","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:55.918335247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"9e250457-0f32-4d9c-959f-a415311c6645","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.031642515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"864e8534-3c3a-4d57-a46a-603554c82ff9","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.031668572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"864e8534-3c3a-4d57-a46a-603554c82ff9","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.06271166Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"0b5e0eaf-2163-400b-b3d2-7f6662a788d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.297302281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"0b5e0eaf-2163-400b-b3d2-7f6662a788d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.364496519Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"0b5e0eaf-2163-400b-b3d2-7f6662a788d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"name":"e2e-extmod-a-55521f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.364530367Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"e2e-cfl-same-69a60b-0d2471-access","reconcileID":"0b5e0eaf-2163-400b-b3d2-7f6662a788d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-69a60b-0d2471-access","namespace":"ai-tenant-e2e-extmod-a-55521f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55521f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.397933852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"1de287bd-0336-4d31-8faf-769df8e4ce4c","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"tenant":"e2e-extmod-a-55521f","gateway":"openshift-ingress/e2e-extmod-a-55521f","model":"e2e-extmod-cfl-1-0d2471/e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.398027253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"1de287bd-0336-4d31-8faf-769df8e4ce4c","MaaSModelRef":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"routeName":"external-model-e2e-cfl-same-69a60b-6e49efb4c58e","namespace":"e2e-extmod-cfl-1-0d2471","model":"e2e-cfl-same-69a60b","externalModel":"e2e-cfl-same-69a60b","provider":"e2e-cfl-same-69a60b","gateway":"openshift-ingress/e2e-extmod-a-55521f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.895485216Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"12dc52c7-1a3b-4170-913c-986e1981d37a","namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.940432214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"17a9a7c2-6c31-464f-b240-e596a7846264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.940819813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f47d40f-36cf-44d8-b788-01ba9d7799fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.942227573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4311382f-3b95-4fa5-8595-0e35a6cd341e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.945411343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b5427b01-0116-49c9-bf7d-1fc99f0e40ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.945493853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e4e366dc-7fbb-496b-8b8d-ab898908afb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.958721759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"17a9a7c2-6c31-464f-b240-e596a7846264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.959291769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f47d40f-36cf-44d8-b788-01ba9d7799fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.961107537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4311382f-3b95-4fa5-8595-0e35a6cd341e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.96374508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"e4e366dc-7fbb-496b-8b8d-ab898908afb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:56.963784007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b5427b01-0116-49c9-bf7d-1fc99f0e40ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.076488985Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-1-0d2471"},"namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","reconcileID":"7405dc5e-b808-4c0c-a826-814fbdd2e75d","namespace":"e2e-extmod-cfl-1-0d2471","name":"e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.130791967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"2e4e9c7c-b63f-4347-a30a-d2e79fa13964","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.147419694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fbe72c89-b04f-499f-942a-16b1a511a465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.14801339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49520ad4-e533-43ef-b0b1-7ff4914ac463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.148436222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"41e15b9e-a1e2-4ee7-93d1-4704bf3186e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.184364854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"2e4e9c7c-b63f-4347-a30a-d2e79fa13964","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.216860568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"92075041-d448-4c2f-a436-fcab7ce49f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.223787827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49520ad4-e533-43ef-b0b1-7ff4914ac463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.247246107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fbe72c89-b04f-499f-942a-16b1a511a465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.252220439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"92075041-d448-4c2f-a436-fcab7ce49f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.278277663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"41e15b9e-a1e2-4ee7-93d1-4704bf3186e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.423061907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"51630e0e-2076-4e68-bfe9-d6141937c1f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.458144618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"51630e0e-2076-4e68-bfe9-d6141937c1f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.522084321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"2480ba54-b028-4e1d-ac56-49194f30e2cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.522500192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"3d24777b-a458-4e69-a2f2-6637b37f3e3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.541223947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5a0382d6-a088-4838-8ecf-96514bc6e0b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.541359869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"626667c2-274b-4dc3-b7f3-5ca45bd4f877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.548075808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"3d24777b-a458-4e69-a2f2-6637b37f3e3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.563181987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5a0382d6-a088-4838-8ecf-96514bc6e0b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.563505857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"2480ba54-b028-4e1d-ac56-49194f30e2cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.574637019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"626667c2-274b-4dc3-b7f3-5ca45bd4f877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.657079932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1dcd879-ced6-43e7-8073-5eb614b23bb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.687195067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1dcd879-ced6-43e7-8073-5eb614b23bb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.757464815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c1da8cda-d346-432d-ac2f-da815cb67476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.777914534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c1da8cda-d346-432d-ac2f-da815cb67476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.837728507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"40c4a00f-1119-4f08-b222-8c32944896dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.851707401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"17bff435-96b1-4ce4-b314-b1fbcc9d495c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.852661332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"5fca820d-0640-45ed-b0ff-ecd885fe8e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.853447901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"0d26a55d-058f-4ea9-ad42-894dfc021d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.882983799Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"40c4a00f-1119-4f08-b222-8c32944896dd","name":"e2e-inf-a-01c3ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.883528882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"5fca820d-0640-45ed-b0ff-ecd885fe8e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.885462376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"17bff435-96b1-4ce4-b314-b1fbcc9d495c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:57.886044902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"0d26a55d-058f-4ea9-ad42-894dfc021d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.028038567Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"7eb3fff3-b8ec-4512-b5e8-8eb1d7dac57e","namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.109362194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"869ea4d2-643a-4d31-87f3-19ef92c3db22","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.123758327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"57995be5-94c0-4fb3-94a5-396dbe45b7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.124819031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"656d17a9-bb9c-43ac-85b2-b57be5d3e327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.124882231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3df471e2-1650-4aff-a0a5-d82edd5ae598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.125174186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"071cffa8-2a6b-47da-b68b-ef192fe1d662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.129427991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"869ea4d2-643a-4d31-87f3-19ef92c3db22","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.144534566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"57995be5-94c0-4fb3-94a5-396dbe45b7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.15283671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"071cffa8-2a6b-47da-b68b-ef192fe1d662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.155020754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3df471e2-1650-4aff-a0a5-d82edd5ae598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.155653951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"656d17a9-bb9c-43ac-85b2-b57be5d3e327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.210969422Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-69a60b","namespace":"e2e-extmod-cfl-2-715eb0"},"namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","reconcileID":"eb40a48d-7351-418b-b32c-49b365790813","namespace":"e2e-extmod-cfl-2-715eb0","name":"e2e-cfl-same-69a60b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.399454399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"7a7edc07-e730-4734-80e7-7b3a93f22e4e","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.399991204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"ed3b8de5-b03f-40d2-b2ab-c45d1f9d3ab2","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.421908496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"09afba82-e4d8-4972-8f7b-9bd62e7a5314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.422414898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a031d3c0-5f46-4ff2-9924-d94a94dcfe2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.422867021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"55d67efc-1db7-4bb3-87d2-82d56e437d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.439538556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"7a7edc07-e730-4734-80e7-7b3a93f22e4e","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.45428359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"ed3b8de5-b03f-40d2-b2ab-c45d1f9d3ab2","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.455523386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"09afba82-e4d8-4972-8f7b-9bd62e7a5314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.46244683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a031d3c0-5f46-4ff2-9924-d94a94dcfe2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.46312112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"55d67efc-1db7-4bb3-87d2-82d56e437d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.66569884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2ee67891-24b4-4512-9552-3e6f3289199a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.665703995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0eb31b27-7814-4c42-adb2-08ef8522112a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.666482852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1272e1e5-eeed-4858-8a4a-c00cd533e4df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.66649037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57c810f8-ee03-4fa4-aafa-2395f8b7aa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.684231087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2ee67891-24b4-4512-9552-3e6f3289199a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.684669215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0eb31b27-7814-4c42-adb2-08ef8522112a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.686781628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1272e1e5-eeed-4858-8a4a-c00cd533e4df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.686806582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57c810f8-ee03-4fa4-aafa-2395f8b7aa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.767275838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e66f4ea6-3090-4a8c-a698-6108ef8af4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.785214864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"e66f4ea6-3090-4a8c-a698-6108ef8af4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.844857998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"b77b40c1-b01b-489a-a49a-3ed4085b9d7d","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:58.864499688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"626fbb31-9010-4eab-ae0f-8514b4d2d261","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-87148c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.873999163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"fec2c9ff-806f-472e-978b-58d02aff6032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.874304283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"99668a78-795e-48d6-a8ea-a90fda5a0dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.875444339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0b2f838-ee22-44f9-8bca-604a4173bd96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.876495293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fef517a8-74cc-406c-83b2-eae932f2680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.882655535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"c68fef00-171d-4efd-a7f7-6660b0ac4547","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.894492206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"fec2c9ff-806f-472e-978b-58d02aff6032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.898311437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"99668a78-795e-48d6-a8ea-a90fda5a0dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.901831892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0b2f838-ee22-44f9-8bca-604a4173bd96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:58.903265426Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"c68fef00-171d-4efd-a7f7-6660b0ac4547","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:09:58.903327546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"c68fef00-171d-4efd-a7f7-6660b0ac4547","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.906847067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"fef517a8-74cc-406c-83b2-eae932f2680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.921623744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"4eaba465-1f67-4016-8f4a-1f097574360e","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.940562507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"e5d8012c-3110-4ae8-988c-dcb8a4361593","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.95200612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"c5a3d9c9-3cae-4089-9d40-2f924ae51d50","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.971020699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"c5a3d9c9-3cae-4089-9d40-2f924ae51d50","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:58.999541652Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"189c99d0-9164-4142-8f0a-e1852620f3f0","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-auth-87148c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:59.067889126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"3327c752-ca50-4f89-becc-8dd45772134c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:59.083740867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"3c35e3d3-ae11-48dc-8805-23924bcf61d4","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:59.086495578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"3327c752-ca50-4f89-becc-8dd45772134c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:09:59.140404012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"7ba1cc4e-b58d-4bb7-bfff-b8182685b70b","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:09.713213142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"1ca7d94e-4f94-420e-8f7c-dcb55347840c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:09.842697691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"11efb615-93ca-4664-9dc4-f66a2faa02cb","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:09.921202458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"f2938e1a-bceb-4836-84da-02d135e63158","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.125857683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"3e44581e-17dc-480b-804c-d4e2832eebf4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.206868962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0bb8014-26e3-4401-bd5f-71d397104f28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.20686985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d579886c-d55d-47cc-928c-a6c539a9d094","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.30040059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"df85ce4c-0d0a-46f8-9a61-45e710535b2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.301046426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"e8571377-a98b-42d6-bdaf-cc63f61eec95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.306173657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"218156df-a541-4960-865d-c355a4983374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.399459559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"4bd75a20-516f-4058-abfc-dc6f1e14ef78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.414080279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-sub","reconcileID":"7c29102f-0351-4baf-b095-bddd133502da","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"maas-trlp-e2e-cmp-legacy-f88700","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.495324695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"08bfc0d3-e7b7-4628-901e-9da48c5ae07e","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.495341157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"08bfc0d3-e7b7-4628-901e-9da48c5ae07e","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.50055976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"782ecbdc-13ef-4b01-a37b-aba3383c248f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.515051394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"66bd85d5-8bc9-448e-aafe-a8d320b63cf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.601055254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"0a36e44b-2281-4f49-acfd-9c76ba1dacf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.702659884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"71a36d4c-88bd-407a-8a10-bb66052bbf87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.714497555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"cc974235-6ce9-4716-9dd7-4968c217470b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:10.732407469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"cc974235-6ce9-4716-9dd7-4968c217470b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:11.295351871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"409c83cc-65f7-40de-9019-9c68a4b3c89f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:11.316149453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"409c83cc-65f7-40de-9019-9c68a4b3c89f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:11.644390141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"5527eb28-6b70-4e46-ac35-9848a923dba9","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:11.661002398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"816fdf57-c4c2-424e-a703-0d8133bf4a51","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:11.688892348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"08ef6ed5-91cd-4640-9777-7d2dacc40fca","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:11.744985191Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"08ef6ed5-91cd-4640-9777-7d2dacc40fca","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:11.762414814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"08ef6ed5-91cd-4640-9777-7d2dacc40fca","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:11.795883764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"aaa4fec4-6953-4cad-befa-ff2de07a546f","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.218963702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"8cb98f23-0139-4c33-bb7d-ce28dc567614","namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.233307528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"cd0f32ee-4373-4a7a-b627-2113dc080037","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.233328771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"cd0f32ee-4373-4a7a-b627-2113dc080037","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.249836224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"1b70bd20-0421-4325-a41f-21b87460707e","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.26235149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73806103-114b-44af-accc-3d959567720d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.262394039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ab25a5b9-44fd-4863-b0e3-069f8bf0307d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.263278064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"05ce398c-d480-4b65-86ea-0383f2c96ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.264599239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"5abc5c8c-df15-475e-8c2b-4ffa1b1419e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.268885946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"1b70bd20-0421-4325-a41f-21b87460707e","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.29299026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"05ce398c-d480-4b65-86ea-0383f2c96ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.293309232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73806103-114b-44af-accc-3d959567720d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.296457633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"5abc5c8c-df15-475e-8c2b-4ffa1b1419e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.296649517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ab25a5b9-44fd-4863-b0e3-069f8bf0307d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.297860703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"1b70bd20-0421-4325-a41f-21b87460707e","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.32887096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"8568cffe-a228-4d59-b60e-5aa55139e227","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.346716674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"8568cffe-a228-4d59-b60e-5aa55139e227","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.36295171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"75b1238e-2f73-4b10-aee0-94712424efc6","namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.377847093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"cbbca4e2-bd5a-4f81-9792-41d3b696e717","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.377863933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"cbbca4e2-bd5a-4f81-9792-41d3b696e717","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.462138702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c21c7271-18f0-4c99-af16-409f032db442","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.478384233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ec03a948-fff3-4473-ad22-4abea353ef67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.479058081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"66b96a6f-4b21-49aa-b9ea-ce894446ddec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.485046893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"c565e550-727c-4cea-8454-5ce95f9dece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.486935305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c21c7271-18f0-4c99-af16-409f032db442","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.500780117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ec03a948-fff3-4473-ad22-4abea353ef67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.504875458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"66b96a6f-4b21-49aa-b9ea-ce894446ddec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.509976881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"c565e550-727c-4cea-8454-5ce95f9dece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.555432018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"df1db64d-7a0d-40c0-9d91-502a9cc15b89","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.57297331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"df1db64d-7a0d-40c0-9d91-502a9cc15b89","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.669222286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"60850395-706b-41f0-96de-19eeb8987eb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.669326314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0c905c-65f1-4c9f-9db9-6af8ccc2279e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.682660321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b29840bf-0ba5-4d7c-99d0-cae594682611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.687538534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"60850395-706b-41f0-96de-19eeb8987eb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.687628915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0c905c-65f1-4c9f-9db9-6af8ccc2279e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.701775593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b29840bf-0ba5-4d7c-99d0-cae594682611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.77040449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"69883988-1d5a-4b6b-81ab-c9aedc24db77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.77040418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"8f78a29e-79b7-4675-a186-ddc837df5b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.789438584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"8f78a29e-79b7-4675-a186-ddc837df5b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.789869354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"69883988-1d5a-4b6b-81ab-c9aedc24db77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.857818803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"fdb423d6-046c-4bf0-b790-5bdb65ab5dd3","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.872144354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"60b478b2-2b6b-471d-a7e1-7f9f053fff8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.872220481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f94398ca-9c9b-4755-b2d1-d59b1bc76b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.875897924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"fdb423d6-046c-4bf0-b790-5bdb65ab5dd3","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.890540297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"60b478b2-2b6b-471d-a7e1-7f9f053fff8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.890574947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f94398ca-9c9b-4755-b2d1-d59b1bc76b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.89232644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"fdb423d6-046c-4bf0-b790-5bdb65ab5dd3","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.956991338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"97386fa6-6f88-4251-863b-a59db59fdddb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.972901769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b87ef22c-1025-4687-8e7a-40d8d1d24d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.973313439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"59a15172-4df9-48ba-b843-5a5b56759424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.97926472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"97386fa6-6f88-4251-863b-a59db59fdddb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.991083719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b87ef22c-1025-4687-8e7a-40d8d1d24d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:13.991828158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"59a15172-4df9-48ba-b843-5a5b56759424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:15.374993457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf7964e-03e9-40e5-8efa-205080eea3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:15.390084459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf7964e-03e9-40e5-8efa-205080eea3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:15.405072349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf7964e-03e9-40e5-8efa-205080eea3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:15.423145357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf7964e-03e9-40e5-8efa-205080eea3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:15.967555427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ce2071-8214-4081-8ba1-434f765d7370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:15.981893382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ce2071-8214-4081-8ba1-434f765d7370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:15.996489354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ce2071-8214-4081-8ba1-434f765d7370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:16.010657493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ce2071-8214-4081-8ba1-434f765d7370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:16.256427498Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-fdb7d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-fdb7d4","reconcileID":"9b1d6477-37a5-4ad6-8c9c-ae22d24829e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-fdb7d4","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-fdb7d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:16.706713882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b57ddb6-941b-4b72-99d0-86d0af7faf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:16.721318892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b57ddb6-941b-4b72-99d0-86d0af7faf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:16.735732111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b57ddb6-941b-4b72-99d0-86d0af7faf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:16.750212294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b57ddb6-941b-4b72-99d0-86d0af7faf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:19.619418108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"bd759bcc-948c-4e8f-b003-eaa754e7732a","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:19.619448412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"bd759bcc-948c-4e8f-b003-eaa754e7732a","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:19.634121231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"931d6a5b-4cea-4158-b65c-8a3b448a0277","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:19.655170625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"931d6a5b-4cea-4158-b65c-8a3b448a0277","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:19.657126194Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-sub","reconcileID":"856269bb-4924-43f7-839f-10badc04c348","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e07b3dee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:19.834543708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"13ab4bf7-266e-45c2-a853-7b90ae8d0afd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:19.892536974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"13ab4bf7-266e-45c2-a853-7b90ae8d0afd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:21.622137862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:23.922842895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"576077ee-442b-4200-878c-4f046d463ccf","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:23.941087276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"576077ee-442b-4200-878c-4f046d463ccf","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:23.958161443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"576077ee-442b-4200-878c-4f046d463ccf","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:29.673262855Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-sub","reconcileID":"804a6e74-0fae-4f3c-9646-789c73e7f93c","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","subscription":"e2e-cmp-legacy-f88700-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:29.703828053Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-sub","reconcileID":"804a6e74-0fae-4f3c-9646-789c73e7f93c","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:29.718813823Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-sub","reconcileID":"804a6e74-0fae-4f3c-9646-789c73e7f93c","MaaSSubscription":{"name":"e2e-cmp-legacy-f88700-sub","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"maas-trlp-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:29.886410956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"96b8484f-f630-4d2c-a62e-55219011c24e","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:29.886431397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"96b8484f-f630-4d2c-a62e-55219011c24e","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:29.901047612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"183c571b-9477-4785-ab5c-a211f425813a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:29.919205222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"183c571b-9477-4785-ab5c-a211f425813a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.021114948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"035d5fa5-d27c-41b0-a98f-fc1c863d0ddd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.030959399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"952f0900-834c-4dc7-8f5e-f7ed11cacfda","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.030976634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"952f0900-834c-4dc7-8f5e-f7ed11cacfda","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.039198707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"035d5fa5-d27c-41b0-a98f-fc1c863d0ddd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.182002034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"304d7a49-3dee-4bbc-92a9-1d674ac5cc7c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.313389596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"304d7a49-3dee-4bbc-92a9-1d674ac5cc7c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.36071383Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"304d7a49-3dee-4bbc-92a9-1d674ac5cc7c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"name":"e2e-extmod-a-403d6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.360732896Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700-access","reconcileID":"304d7a49-3dee-4bbc-92a9-1d674ac5cc7c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-f88700-access","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-403d6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.393729467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"0d376412-0cf2-4ef8-9137-084b249a7f7c","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"tenant":"e2e-extmod-a-403d6f","gateway":"openshift-ingress/e2e-extmod-a-403d6f","model":"ai-tenant-e2e-extmod-a-403d6f/e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.39374834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"0d376412-0cf2-4ef8-9137-084b249a7f7c","MaaSModelRef":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"routeName":"external-model-e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f","model":"e2e-cmp-legacy-f88700","externalModel":"e2e-cmp-legacy-f88700","provider":"e2e-cmp-legacy-f88700-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:30.91557889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"3de22212-f5a1-464d-a100-857748468d31","namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.003685302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"2093319b-f109-4840-b30b-2c0be51b2227","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.020141223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353e9d7f-0a81-4fbe-a7b0-36f237c37b59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.028521465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"2093319b-f109-4840-b30b-2c0be51b2227","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.032424471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"7e521c0f-f31e-46ba-979d-173829a901f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.036944413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"fe151a69-e73c-4139-a33a-04c516c57a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.037563416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"f7abe1ae-8311-4f25-94e0-f3785eb2e1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.040969211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353e9d7f-0a81-4fbe-a7b0-36f237c37b59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.047725714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"2093319b-f109-4840-b30b-2c0be51b2227","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.092886967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"f7abe1ae-8311-4f25-94e0-f3785eb2e1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.093342831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"7e521c0f-f31e-46ba-979d-173829a901f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.096176675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"fe151a69-e73c-4139-a33a-04c516c57a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.09633759Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-f88700","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","reconcileID":"deffa796-7b16-452a-90cf-8677808e540e","namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"e2e-cmp-legacy-f88700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.12279182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"163d5793-c39b-4736-9fbe-927cf1f75035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.141960917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"163d5793-c39b-4736-9fbe-927cf1f75035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.253783665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3649965b-3f6c-4108-b38c-2e82c80a1c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.271948023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3649965b-3f6c-4108-b38c-2e82c80a1c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.386260566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e9a1bd90-d322-4f03-990c-9d83404942a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.387196785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"2f3740c1-5f91-4b3e-b907-2fcdae9b2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.387653418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"194741e4-c7cb-401c-a39b-d6c19202d2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.38805266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"620b296c-0ba1-4653-b661-167a1962ee42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.530237717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"620b296c-0ba1-4653-b661-167a1962ee42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.537272362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"194741e4-c7cb-401c-a39b-d6c19202d2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.53744464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e9a1bd90-d322-4f03-990c-9d83404942a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.538875934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"2f3740c1-5f91-4b3e-b907-2fcdae9b2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.595115607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"3a7e46fb-2423-4e47-a03b-d9cec478a882","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.626676047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"3a7e46fb-2423-4e47-a03b-d9cec478a882","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.753902459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"1a87d57e-70c4-4c4c-873e-66a8cad3e311","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.754255233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"3210cccf-70ef-41fa-bb09-54363b310f39","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.764417825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"7e9a5e11-0dec-49cc-a078-0da71525eb9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.775784625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1160bde-34c6-4360-b574-50105e8c13b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.781234647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"1a87d57e-70c4-4c4c-873e-66a8cad3e311","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.781750651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"3210cccf-70ef-41fa-bb09-54363b310f39","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.784858323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"7e9a5e11-0dec-49cc-a078-0da71525eb9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.795458451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1160bde-34c6-4360-b574-50105e8c13b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.800267693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"1a87d57e-70c4-4c4c-873e-66a8cad3e311","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.857303465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a35e84e4-9d8f-440c-a78b-383cb3646a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.857303665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"964aa9d6-73c7-4b75-904f-e9ed5bff1d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.87708504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a35e84e4-9d8f-440c-a78b-383cb3646a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.877107795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"964aa9d6-73c7-4b75-904f-e9ed5bff1d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.959474601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0175824d-5a2f-4412-9f7d-4cfc7eb647cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.959826237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8920d9d1-499f-4fcb-869e-34598023ac2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.959994161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"84cfb647-decf-4166-b742-e3ec18e08ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.980458736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"84cfb647-decf-4166-b742-e3ec18e08ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.980598435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0175824d-5a2f-4412-9f7d-4cfc7eb647cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:31.982751675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8920d9d1-499f-4fcb-869e-34598023ac2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.850883905Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","reconcileID":"5281d0fa-d0ee-483f-9b36-d16a47b3c6cf","namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.870426662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","reconcileID":"080495cf-7038-4317-a7f5-c9afec17b583","namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.88042501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"d9dbfed3-235d-4d2d-aca1-d2dd08cf7f8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.881760372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"0de6bde0-c980-4569-a58e-3f94ce78f191","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.894120901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"db0b5ba9-bd41-41aa-8703-2428fcb91a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.895280828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b66914a-6631-40c3-adc1-799778050ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.895804304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"64dcfd74-5191-4001-9732-fdd9c46d4eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.899323975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"d9dbfed3-235d-4d2d-aca1-d2dd08cf7f8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.900395608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"0de6bde0-c980-4569-a58e-3f94ce78f191","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.913476628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"db0b5ba9-bd41-41aa-8703-2428fcb91a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.915059696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b66914a-6631-40c3-adc1-799778050ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.918677829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"64dcfd74-5191-4001-9732-fdd9c46d4eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:32.918872296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"0de6bde0-c980-4569-a58e-3f94ce78f191","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.025526211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c30a763b-7cb5-4a8f-8017-e200b7eb5e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.093503933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"c30a763b-7cb5-4a8f-8017-e200b7eb5e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.138512471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ad112ed8-feda-47cd-b619-32c1e6356ac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.156474807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"ad112ed8-feda-47cd-b619-32c1e6356ac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.157882189Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","reconcileID":"6f3b564a-a345-4c29-b614-492fd3e03030","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","namespace":"e2e-extmod-shr-user-f518b7"},"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.23887388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e344efb2-23c7-4a15-8d61-55957f17a776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.238902256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bafe98ad-dc69-4a9c-9bd4-d5ee0d91ca45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.239677006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1a046e43-c6e9-4875-9e1e-3c9077e08b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.239957107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"36594667-441f-47be-9ca2-fbb2f7e8e0ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.25770131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bafe98ad-dc69-4a9c-9bd4-d5ee0d91ca45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.257868049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"e344efb2-23c7-4a15-8d61-55957f17a776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.260179841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"1a046e43-c6e9-4875-9e1e-3c9077e08b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.260219653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"36594667-441f-47be-9ca2-fbb2f7e8e0ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.299377305Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-b-ade612","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e-e2e-extmod-b-ade612","reconcileID":"c5594b27-997a-49ef-b961-ecd8fdfc6eaa","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-b-ade612","namespace":"e2e-extmod-shr-user-f518b7"},"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.335047883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","reconcileID":"1d0b516a-f2f7-4625-b129-f19f493e1f35","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","namespace":"e2e-extmod-shr-user-f518b7"},"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.340819252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1c74bfba-db23-4fc1-90fd-b42066e64872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.358799315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1c74bfba-db23-4fc1-90fd-b42066e64872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.368937743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-b-ade612","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e-e2e-extmod-b-ade612","reconcileID":"438773a1-410e-4acc-9175-1bd6f4c7bebb","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-b-ade612","namespace":"e2e-extmod-shr-user-f518b7"},"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.383033948Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","reconcileID":"3efac922-458c-4746-b27d-4004aef5e7e6","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","namespace":"e2e-extmod-shr-user-f518b7"},"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.532262839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"0ce289a9-6da6-401d-a47f-31315c38fb95","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.56702438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"3f2dbc4d-b684-413f-b7ad-e90db8be2c11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.587259279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31bc49cd-867e-4ade-97d0-f55706287bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.596855007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d703b767-4c00-42b3-9924-d458e1abeb86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.611365747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"3f2dbc4d-b684-413f-b7ad-e90db8be2c11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.620918947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"0ce289a9-6da6-401d-a47f-31315c38fb95","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.629126807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31bc49cd-867e-4ade-97d0-f55706287bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.629991378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d703b767-4c00-42b3-9924-d458e1abeb86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.752260935Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","reconcileID":"5045c6ed-7645-4c35-967f-020f25eab373","namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.771545061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0f812c53-07e7-4991-86e9-18d437262294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.786527431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-b-ade612","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e-e2e-extmod-b-ade612","reconcileID":"cfe13e17-414a-469c-9231-d7a3c5c44942","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-b-ade612","namespace":"e2e-extmod-shr-user-f518b7"},"routeName":"external-model-e2e-shr-shared-f1f85e-aac476fd0c4e","namespace":"e2e-extmod-shr-user-f518b7","model":"e2e-shr-shared-f1f85e-e2e-extmod-b-ade612","externalModel":"e2e-shr-shared-f1f85e","provider":"e2e-shr-shared-f1f85e-provider","gateway":"openshift-ingress/e2e-extmod-b-ade612","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.997757044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"2067f53b-1c38-4b21-9810-b81aaf60426b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:33.998578923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","reconcileID":"b63c0ffd-afc8-4c93-898c-c603cce3518d","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","namespace":"e2e-extmod-shr-user-f518b7"},"routeName":"external-model-e2e-shr-shared-f1f85e-77bb5ec889b4","namespace":"e2e-extmod-shr-user-f518b7","model":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","externalModel":"e2e-shr-shared-f1f85e","provider":"e2e-shr-shared-f1f85e-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.051327297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0f812c53-07e7-4991-86e9-18d437262294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.063116604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"2067f53b-1c38-4b21-9810-b81aaf60426b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.072242291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"b6cd7276-541e-4d1e-a517-666ac3db709f","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.072605807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"e030170f-3075-414c-8e82-30458fcae167","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.094990236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"b6cd7276-541e-4d1e-a517-666ac3db709f","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.099363743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"e030170f-3075-414c-8e82-30458fcae167","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.117516995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ced7866d-04c4-430f-950a-2da5a4fac05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.13979111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"e030170f-3075-414c-8e82-30458fcae167","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.246153181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ced7866d-04c4-430f-950a-2da5a4fac05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.252766539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c4a505dc-eb1e-47a7-9a6e-542e20d16ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.278088727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"c4a505dc-eb1e-47a7-9a6e-542e20d16ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.296906295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"8c6aceec-68ec-4100-afdd-a47efc67e70d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.310609331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"47ef67b4-9dc9-4954-8fe3-1a77cc750753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.315143201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"8c6aceec-68ec-4100-afdd-a47efc67e70d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.331732817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"47ef67b4-9dc9-4954-8fe3-1a77cc750753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.448146264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"48f16bcf-35dd-40cc-830c-ed3f6fd954f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.449106904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"dd953942-1a36-47e3-83fb-38783574acf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.45293451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6a6478c6-7f61-4625-bf91-59413a66735c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.453124862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7a46174-65c6-469d-a4a2-3e2307e8bf00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.564262225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"6a6478c6-7f61-4625-bf91-59413a66735c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.581906834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7a46174-65c6-469d-a4a2-3e2307e8bf00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.589909612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"dd953942-1a36-47e3-83fb-38783574acf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.591490336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"48f16bcf-35dd-40cc-830c-ed3f6fd954f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.619630029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca96e565-11c2-440f-a722-934650c0be3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.637769424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca96e565-11c2-440f-a722-934650c0be3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.676738592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"509ddf19-e616-4901-ac05-930e26311590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.679180675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"71c37ff8-e84b-40a6-af8b-aa1af0784612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.680172569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"82060bfa-40e5-4e6e-bc9b-919f2474272a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.694715298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"509ddf19-e616-4901-ac05-930e26311590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.697343693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"71c37ff8-e84b-40a6-af8b-aa1af0784612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.698047162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"82060bfa-40e5-4e6e-bc9b-919f2474272a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.699621173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","reconcileID":"5f62391b-e2d7-43dc-9bb6-56811ad1627b","namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.763240861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"1a1e86eb-343c-4744-b63d-409acdfba12d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.781266959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"1a1e86eb-343c-4744-b63d-409acdfba12d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.798159126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"1a1e86eb-343c-4744-b63d-409acdfba12d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.882175353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f8bf3081-7f87-4351-b19c-6a5d61007f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.882175891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"fbb60e75-4e67-42fa-a6a4-6fb3002a6332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.882413029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a503dc28-fb67-475e-8d08-b2315a356f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.882799045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe337a27-dde6-4da4-9317-2dd82838fe8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.890304307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"0fff5d55-aa91-4e49-ae67-57f03914f916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.909685724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"fbb60e75-4e67-42fa-a6a4-6fb3002a6332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.917953985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe337a27-dde6-4da4-9317-2dd82838fe8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.918072277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"0fff5d55-aa91-4e49-ae67-57f03914f916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.920118989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a503dc28-fb67-475e-8d08-b2315a356f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:34.920192803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f8bf3081-7f87-4351-b19c-6a5d61007f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.092333473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"31280bed-c57f-4f90-a7e3-3eaaec1bbff2","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.106577233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"bb2f96d6-2647-4d14-9f2e-22c5fd5c6111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.106865066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"c58ebe8b-d9c3-441f-b6fe-3f0f65de4deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.111505274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"31280bed-c57f-4f90-a7e3-3eaaec1bbff2","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.124901564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"bb2f96d6-2647-4d14-9f2e-22c5fd5c6111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.127039445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"c58ebe8b-d9c3-441f-b6fe-3f0f65de4deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.230241524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"5e3e3c9d-f4ce-4966-aa32-12a5f08efed5","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.230932014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33b060fe-613e-40e7-9677-f95c4164300b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.27193034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"5e3e3c9d-f4ce-4966-aa32-12a5f08efed5","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.290720161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33b060fe-613e-40e7-9677-f95c4164300b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.408091293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"40036caa-d533-41b1-ac02-65e30e661468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.40844195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"55e3c8c4-2075-4c34-87b6-73053d10360d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.408730153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3346e8a3-4f54-4b6d-adeb-1ab783925fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.544431259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"55e3c8c4-2075-4c34-87b6-73053d10360d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.562013906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"40036caa-d533-41b1-ac02-65e30e661468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.636526842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3346e8a3-4f54-4b6d-adeb-1ab783925fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.688516768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"663f8354-362f-4652-91f4-123c24bbbb9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:35.707695391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"663f8354-362f-4652-91f4-123c24bbbb9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:39.459598565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","reconcileID":"0c32ab6a-8570-41f6-9643-0500804b10e7","MaaSModelRef":{"name":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","namespace":"e2e-extmod-shr-user-f518b7"},"routeName":"external-model-e2e-shr-shared-f1f85e-77bb5ec889b4","namespace":"e2e-extmod-shr-user-f518b7","model":"e2e-shr-shared-f1f85e-e2e-extmod-a-403d6f","externalModel":"e2e-shr-shared-f1f85e","provider":"e2e-shr-shared-f1f85e-provider","gateway":"openshift-ingress/e2e-extmod-a-403d6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.000365631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","reconcileID":"daa8ae5b-9950-47b8-844b-5600aa2d6f61","namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.03307906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"ca36c9fd-3419-4dfc-bfda-ab81b54e92ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.038223537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"614b79ec-7c61-4c3d-a8ee-949f9c1f02e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.046415431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"40b4ac2d-34d3-48d2-a794-638e828586dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.093479071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"ca36c9fd-3419-4dfc-bfda-ab81b54e92ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.09378077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"87bbdfae-06cf-4ba9-84e0-39d36dc102ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.094263024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"18d422f8-a4bb-40db-90c7-05abd3700bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.096362609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"614b79ec-7c61-4c3d-a8ee-949f9c1f02e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.096626961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"40b4ac2d-34d3-48d2-a794-638e828586dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.110431752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"ca36c9fd-3419-4dfc-bfda-ab81b54e92ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.111842931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"87bbdfae-06cf-4ba9-84e0-39d36dc102ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.113613483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"18d422f8-a4bb-40db-90c7-05abd3700bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.142221963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"ce0c9544-a6a8-4ece-bd44-e360b8be9d7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.161820489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"ce0c9544-a6a8-4ece-bd44-e360b8be9d7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.271896815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42cf3b2a-d9a7-4ace-a8a0-0f79e258585a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.285220095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1f85e","namespace":"e2e-extmod-shr-user-f518b7"},"namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","reconcileID":"0f78272f-8e65-4217-91a4-f2695fbaecfb","namespace":"e2e-extmod-shr-user-f518b7","name":"e2e-shr-shared-f1f85e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.289768611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42cf3b2a-d9a7-4ace-a8a0-0f79e258585a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.372271418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b51ef63f-25cf-4c5a-a432-0e9e808d0a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.372916414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"30924250-b257-4e00-bd9a-ca949bb0c580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.372924151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"796d3e53-6c3d-4984-b222-d40affdf2eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.373232939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"02b2a07d-b65e-47de-92c7-d52a30a57f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.386296929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a010f12c-38be-475f-b2db-868a9c8f1ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.390953282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b51ef63f-25cf-4c5a-a432-0e9e808d0a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.39217842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"02b2a07d-b65e-47de-92c7-d52a30a57f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.393252622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"30924250-b257-4e00-bd9a-ca949bb0c580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.394416973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"796d3e53-6c3d-4984-b222-d40affdf2eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.403973812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a010f12c-38be-475f-b2db-868a9c8f1ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.557148479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"233c435b-25c0-4890-b454-727eea9d58a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.557739205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"983381c8-e2e5-436b-96cf-4b2e76ce7e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.558145019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3265decd-12b9-42b7-b1f2-01412c95212f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.558494554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"d9ba6955-0f3e-4172-a451-6aecdccf80ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.558909493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"dbc788f2-b191-450b-b3e4-d95fbaecd214","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.615842411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"233c435b-25c0-4890-b454-727eea9d58a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.641979343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"983381c8-e2e5-436b-96cf-4b2e76ce7e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.645947588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"d9ba6955-0f3e-4172-a451-6aecdccf80ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.651156344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"dbc788f2-b191-450b-b3e4-d95fbaecd214","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.653032743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3265decd-12b9-42b7-b1f2-01412c95212f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.691858199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"d9ba6955-0f3e-4172-a451-6aecdccf80ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.724430089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"beedebde-5497-4c17-a747-61d7ca342a4d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.841104691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"beedebde-5497-4c17-a747-61d7ca342a4d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.941578831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1ddbd7af-59e7-44a9-937e-fe41964c1dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.942226175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62440720-dd7b-4a45-ba92-aec36ba57ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.971931083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1ddbd7af-59e7-44a9-937e-fe41964c1dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:40.975338114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62440720-dd7b-4a45-ba92-aec36ba57ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:41.006918139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1d8e026f-ff5f-401f-ad5c-75162803c7db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:41.028836669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1d8e026f-ff5f-401f-ad5c-75162803c7db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:41.088184007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"7f47d7ab-2949-49ec-91b3-1fae071687ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:41.108681121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"7f47d7ab-2949-49ec-91b3-1fae071687ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:42.560249986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"c1e1ece8-fbf1-47a0-a3df-7104a6e3a957","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:42.648511519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"dce1e8c0-33f1-4d9f-872a-780e7cf1661f","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:43.173330262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"29387baa-4937-497c-9ff1-79277b54647a","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:43.189505661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"ad964210-d86e-45d6-bd85-bf750b9bdd98","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:43.203912457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"0d6a0e30-2f6e-4858-b726-49809c959a18","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:43.253646669Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"0d6a0e30-2f6e-4858-b726-49809c959a18","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:43.270507164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"0d6a0e30-2f6e-4858-b726-49809c959a18","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:43.303295819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"f464a025-c0c5-487f-95f0-067fc4b8a370","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:44.061731944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"210adf03-0370-4643-9635-e915af465283","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:44.061755547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"56381099-71a5-40cf-90e2-a53a959eb90d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:44.080050201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"56381099-71a5-40cf-90e2-a53a959eb90d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:44.080187328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"210adf03-0370-4643-9635-e915af465283","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:44.101300063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"210adf03-0370-4643-9635-e915af465283","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:44.989522059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18357c2-245d-4ed6-8c8b-29c925ab534e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:45.004995705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18357c2-245d-4ed6-8c8b-29c925ab534e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:45.02020854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18357c2-245d-4ed6-8c8b-29c925ab534e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:45.035221302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18357c2-245d-4ed6-8c8b-29c925ab534e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:45.633758343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0372af-3580-41c8-9146-9b4c960b81e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:45.649033978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0372af-3580-41c8-9146-9b4c960b81e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:45.667574531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0372af-3580-41c8-9146-9b4c960b81e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:45.683684093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0372af-3580-41c8-9146-9b4c960b81e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:50.722330517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"21fb7a53-70a6-456c-ab36-17f865137257","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:50.741676397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"21fb7a53-70a6-456c-ab36-17f865137257","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:50.759766674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (7e99b326e13df0d3371996db95c87d3a6482302665a8d5523eaed7ce886747d9) AuthConfig (fbbb1271eb4cb246d99b5ec3bd94f9741fa12add0688962fca3acde3bd0dfdd2) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e) AuthConfig (aeaee1c2826704a0b1728bf907a0c51bdb5d00caeb3f171fade6f6133e6eb808) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (fb70c092a32b2dc34fc5b8f6595e3fb1e4a262551fdd16de7f51718041ea4737) AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"21fb7a53-70a6-456c-ab36-17f865137257","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:50.823893118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"2b23cebb-9da2-4c86-a462-3946847c3dfd","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:51.097608924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39a70ca-0762-4560-a691-1972c46fa3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:51.112007392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39a70ca-0762-4560-a691-1972c46fa3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:51.126404244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39a70ca-0762-4560-a691-1972c46fa3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:51.141284171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39a70ca-0762-4560-a691-1972c46fa3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:51.622661827Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:51.776975332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae02d0d1-057e-4996-a50a-dacd51498f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:51.802689403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae02d0d1-057e-4996-a50a-dacd51498f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:51.821218397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae02d0d1-057e-4996-a50a-dacd51498f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:51.836504734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae02d0d1-057e-4996-a50a-dacd51498f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:51.938901253Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-f023bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-f023bf","reconcileID":"77cb5be6-bd58-4917-9e0f-655300060bd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-f023bf","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-f023bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:52.118307728Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8eba6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8eba6d","reconcileID":"301d217f-7c2b-42ef-a18e-a89ade3ac8af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8eba6d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-8eba6d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:52.471383082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe17267f-faeb-4f8b-a217-fb3083e5c283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:52.485939326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe17267f-faeb-4f8b-a217-fb3083e5c283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:52.500327818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe17267f-faeb-4f8b-a217-fb3083e5c283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:52.514964017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe17267f-faeb-4f8b-a217-fb3083e5c283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:53.116164273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21406647-a44e-43a5-a176-2852f81a9230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:53.131131075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21406647-a44e-43a5-a176-2852f81a9230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:53.14595248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21406647-a44e-43a5-a176-2852f81a9230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:53.160577796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21406647-a44e-43a5-a176-2852f81a9230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:53.977092504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3222cc1-c274-462f-b109-ba49ca0f8558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:54.021891822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3222cc1-c274-462f-b109-ba49ca0f8558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:54.037937762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3222cc1-c274-462f-b109-ba49ca0f8558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:54.071400204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3222cc1-c274-462f-b109-ba49ca0f8558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:54.158280091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"37a4914e-9827-41d9-bdde-d2c5a61e32ee","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:54.180025615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"37a4914e-9827-41d9-bdde-d2c5a61e32ee","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:10:54.199698461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"37a4914e-9827-41d9-bdde-d2c5a61e32ee","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:00.821082362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"62ef3469-c9fd-4d70-add7-40e74b53d356","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:00.840086585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"62ef3469-c9fd-4d70-add7-40e74b53d356","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:00.858907505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-635bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c725be074bb7e24051b99b29115567d2e1f46ab4e81a93f21b04537156c6486) AuthConfig (43095c33cb138576a7e0853339b300ed41717a5e7a3faabbb0854e6f0d7caf51) AuthConfig (7e99b326e13df0d3371996db95c87d3a6482302665a8d5523eaed7ce886747d9) AuthConfig (fbbb1271eb4cb246d99b5ec3bd94f9741fa12add0688962fca3acde3bd0dfdd2) AuthConfig (c7d3bdc68d280f3ebf969864179f1aee676d6aa8cb45ae4d5799d5aadef76872) AuthConfig (6f9cd49dde06d3b6a243cb5d81c1c1cbe91134d6c283a4b2d4c8be3a95a73f3e) AuthConfig (aeaee1c2826704a0b1728bf907a0c51bdb5d00caeb3f171fade6f6133e6eb808) AuthConfig (e14c11a012099964c3ea9edd8bef801fdb2e2e0bd97608fefcecef11be44e2bd) AuthConfig (fb70c092a32b2dc34fc5b8f6595e3fb1e4a262551fdd16de7f51718041ea4737) AuthConfig (e3f39edbbabd9fab0decd7bd735158abe7fd902e8bfed62d6ab3d19d971ee0c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"62ef3469-c9fd-4d70-add7-40e74b53d356","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:04.235089473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"46b68545-2f44-4855-b4f4-3d6ed6eabe4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:04.253120594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"46b68545-2f44-4855-b4f4-3d6ed6eabe4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:04.270234051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b6a7c202c449a2396c00e7d013db4a1d3cf567f326191b2c6723a3831a19b9) AuthConfig (9045d1ec97dc914778b70de85e6f5e7c17b84c98a76c3050af06dc2f595e34fa) AuthConfig (0566fc25d029355cabf4a6ebc4755b73c07c1f565012be88fbc5541fe0d48945) AuthConfig (4e34d72f05e2eec70c854421b45eb1ca72277926bd84ebf7d5a25b2bab2c2cbc) AuthConfig (a3a34eec7afb11005a6477ce5b835b1d6efc69e971e50c0b528be7dddc005345) AuthConfig (ebdf0072ce5d03060211a48eece356adea9968b912e6761934afbf7107368cec) AuthConfig (7ca35f02a79e3c1a8271670643b92ff6e03344c42dca65f4698eff31b84a14c8) AuthConfig (877e0858f34430d602bb0da2f3b57954a7a32d8c318590463020fbacc8015fdc) AuthConfig (a8d5a31c7bfa0b4a0d5ef46d8c77a4daee746f31c4fc31496e397e18e894c451) AuthConfig (f115e8165f93275cf4f6b6380c60469ef3b7964b07c4aa4935236a42094ace7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"46b68545-2f44-4855-b4f4-3d6ed6eabe4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:04.305147367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"2af9ec6e-5d03-4464-93f0-fcdc38e49d21","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:05.036649551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"8a8a0a51-dbd5-4ad8-b5cd-7d6fc58b432a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:05.074998271Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"8a8a0a51-dbd5-4ad8-b5cd-7d6fc58b432a","name":"e2e-inf-a-fdb7d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:10.889578909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"c03021fd-1f7d-4557-b93c-0a2408f0b154","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:10.907567283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"c03021fd-1f7d-4557-b93c-0a2408f0b154","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:11.032966262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"0ca1068a-32ce-4412-b1c7-06d18d0436e6","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:13.802269554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"bf6d04b4-72a6-45f4-aeed-563abbca4fb8","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:13.816625881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"b9c985e3-81b9-4036-8ab4-7f530bd947fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:11:13.819915246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"47d83211-366b-44a7-a6e8-12400af11212","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-efc1af-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:13.834432752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"b9c985e3-81b9-4036-8ab4-7f530bd947fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:13.838214689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"c5cb90c2-a42e-4d5b-824c-fb465ffcdae3","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:11:13.853700036Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"c5cb90c2-a42e-4d5b-824c-fb465ffcdae3","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:11:13.853748341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"c5cb90c2-a42e-4d5b-824c-fb465ffcdae3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:13.870792925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"c42fabef-4841-40fe-a46e-96a6d24df300","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:13.887414244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"508c589d-e40b-4335-be37-8ddaf5268d23","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:13.934987329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"2bb2791d-b13a-4f24-91b0-8bb22823b83a","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:13.948618886Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"a9cf5b4a-7973-44dc-87ee-ae497e493d6d","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-635bbf/e2e-shr-shared-efc1af-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:13.952879384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"2bb2791d-b13a-4f24-91b0-8bb22823b83a","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:14.032997211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"28ff4059-87bb-468d-986b-e6ba2153505d","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:14.091002312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"d05fbbec-d05a-4968-ab04-2e091be659c4","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:14.321669158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"c066c992-ca2a-4b60-9c59-7c1c6ac56d8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:14.339656511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"c066c992-ca2a-4b60-9c59-7c1c6ac56d8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:14.356367965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b6a7c202c449a2396c00e7d013db4a1d3cf567f326191b2c6723a3831a19b9) AuthConfig (9045d1ec97dc914778b70de85e6f5e7c17b84c98a76c3050af06dc2f595e34fa) AuthConfig (0566fc25d029355cabf4a6ebc4755b73c07c1f565012be88fbc5541fe0d48945) AuthConfig (4e34d72f05e2eec70c854421b45eb1ca72277926bd84ebf7d5a25b2bab2c2cbc) AuthConfig (a3a34eec7afb11005a6477ce5b835b1d6efc69e971e50c0b528be7dddc005345) AuthConfig (ebdf0072ce5d03060211a48eece356adea9968b912e6761934afbf7107368cec) AuthConfig (7ca35f02a79e3c1a8271670643b92ff6e03344c42dca65f4698eff31b84a14c8) AuthConfig (877e0858f34430d602bb0da2f3b57954a7a32d8c318590463020fbacc8015fdc) AuthConfig (a8d5a31c7bfa0b4a0d5ef46d8c77a4daee746f31c4fc31496e397e18e894c451) AuthConfig (f115e8165f93275cf4f6b6380c60469ef3b7964b07c4aa4935236a42094ace7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"c066c992-ca2a-4b60-9c59-7c1c6ac56d8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:21.621932141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:24.386272295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"a6465c54-8a57-4b6d-a939-693c446438e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:24.41511147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"a6465c54-8a57-4b6d-a939-693c446438e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:24.439792343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b6a7c202c449a2396c00e7d013db4a1d3cf567f326191b2c6723a3831a19b9) AuthConfig (9045d1ec97dc914778b70de85e6f5e7c17b84c98a76c3050af06dc2f595e34fa) AuthConfig (0566fc25d029355cabf4a6ebc4755b73c07c1f565012be88fbc5541fe0d48945) AuthConfig (4e34d72f05e2eec70c854421b45eb1ca72277926bd84ebf7d5a25b2bab2c2cbc) AuthConfig (a3a34eec7afb11005a6477ce5b835b1d6efc69e971e50c0b528be7dddc005345) AuthConfig (ebdf0072ce5d03060211a48eece356adea9968b912e6761934afbf7107368cec) AuthConfig (7ca35f02a79e3c1a8271670643b92ff6e03344c42dca65f4698eff31b84a14c8) AuthConfig (877e0858f34430d602bb0da2f3b57954a7a32d8c318590463020fbacc8015fdc) AuthConfig (a8d5a31c7bfa0b4a0d5ef46d8c77a4daee746f31c4fc31496e397e18e894c451) AuthConfig (f115e8165f93275cf4f6b6380c60469ef3b7964b07c4aa4935236a42094ace7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"a6465c54-8a57-4b6d-a939-693c446438e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:34.469468223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"ff3c3eca-134d-47c5-ac9b-92a399b7b76f","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:34.488649166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"ff3c3eca-134d-47c5-ac9b-92a399b7b76f","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:34.505483483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3875b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b6a7c202c449a2396c00e7d013db4a1d3cf567f326191b2c6723a3831a19b9) AuthConfig (9045d1ec97dc914778b70de85e6f5e7c17b84c98a76c3050af06dc2f595e34fa) AuthConfig (0566fc25d029355cabf4a6ebc4755b73c07c1f565012be88fbc5541fe0d48945) AuthConfig (4e34d72f05e2eec70c854421b45eb1ca72277926bd84ebf7d5a25b2bab2c2cbc) AuthConfig (a3a34eec7afb11005a6477ce5b835b1d6efc69e971e50c0b528be7dddc005345) AuthConfig (ebdf0072ce5d03060211a48eece356adea9968b912e6761934afbf7107368cec) AuthConfig (7ca35f02a79e3c1a8271670643b92ff6e03344c42dca65f4698eff31b84a14c8) AuthConfig (877e0858f34430d602bb0da2f3b57954a7a32d8c318590463020fbacc8015fdc) AuthConfig (a8d5a31c7bfa0b4a0d5ef46d8c77a4daee746f31c4fc31496e397e18e894c451) AuthConfig (f115e8165f93275cf4f6b6380c60469ef3b7964b07c4aa4935236a42094ace7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"ff3c3eca-134d-47c5-ac9b-92a399b7b76f","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:36.281020739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"2e68c75c-594c-43af-845f-347494c9d2a8","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:36.369916266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"90ea50c2-cfa8-41a1-9406-727a2bd438fd","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.371421196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1aaeba","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba","reconcileID":"4e77603f-7dd6-427c-bf0e-637ae8ce9c88","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.391310323Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1aaeba","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba","reconcileID":"c23448d8-b48c-4c27-a642-5d86b9a2331d","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.401893404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"68f0c78d-7e80-4a20-b91a-403d7a9c0161","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.403696612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"10913175-4407-45a9-8ade-e9c38f30c1d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.404288899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"94d300e1-3397-44fc-bc9d-4f598fd80a6f","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.415836662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3afb3c24-2fdf-4bd7-9502-cfe67c675837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.416934646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"bea0d86b-7436-4a67-bc90-f4e0ce2c69bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.42028919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"68f0c78d-7e80-4a20-b91a-403d7a9c0161","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.421627819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"10913175-4407-45a9-8ade-e9c38f30c1d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.422449284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"94d300e1-3397-44fc-bc9d-4f598fd80a6f","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.434428373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3afb3c24-2fdf-4bd7-9502-cfe67c675837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.435522113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"bea0d86b-7436-4a67-bc90-f4e0ce2c69bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.486144804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"c95f90c8-4ec5-4553-85ac-96debb7e8833","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.500980186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"41ecd86e-79ed-4a47-9f27-e42c0f3bbe21","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.515821774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"b48341cc-bf8f-4f80-abe8-73fc3329c13d","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.531114996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"95952260-ecb1-425d-bc0c-77e99bdfe98d","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.544264297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"668b843a-ae2a-4094-ac26-b57d75220d35","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.544749108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"b687c421-8862-4edb-aa16-ae9f91748f5d","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.613114857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f5c69486-bcae-4b86-b6ab-f88e1f35b16b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.613172146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"34efbbb8-22a2-4a02-bc27-4ba89f706b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.613466075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"26d14579-701c-49ab-866c-7b363be56e71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.613580736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc8e1a29-5830-48d5-a515-ff6bfac65261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.628422071Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"80457ced-0959-47dc-a37b-9918ad9af850","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"name":"e2e-shr-auth-1aaeba","namespace":"e2e-extmod-shr-user-0de91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.632767935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"34efbbb8-22a2-4a02-bc27-4ba89f706b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.63409645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f5c69486-bcae-4b86-b6ab-f88e1f35b16b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.635294213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"26d14579-701c-49ab-866c-7b363be56e71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.637541687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc8e1a29-5830-48d5-a515-ff6bfac65261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.698701572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"10f363fa-b043-430c-8e4c-39e1db49e932","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.70716112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"18221b16-7b44-497f-9089-85427ee2ead7","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.721536741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"0416cc10-f759-4cf9-968b-f0fcb0611841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.722159471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d60091-ba16-4953-8b46-b74692dbcf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.75391273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"18221b16-7b44-497f-9089-85427ee2ead7","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.776858699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"0416cc10-f759-4cf9-968b-f0fcb0611841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.799053118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d60091-ba16-4953-8b46-b74692dbcf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:37.94217923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"10147426-8178-4622-87ff-8d9263bcaaab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.016807116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"10147426-8178-4622-87ff-8d9263bcaaab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.099871561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e997d53b-a992-445b-a952-94ba5c4fea35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.100370695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"ea4402de-4e73-44a3-bfcd-d54ae88e3fc7","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"name":"e2e-shr-auth-1aaeba","namespace":"e2e-extmod-shr-user-0de91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.159264923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e997d53b-a992-445b-a952-94ba5c4fea35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.172244343Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"da63515c-499f-4566-b79f-24f54e0e4234","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"name":"e2e-shr-auth-1aaeba","namespace":"e2e-extmod-shr-user-0de91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.17308937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"e5770a34-fccb-4472-a6ea-23acfbfddd9a","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.185837001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ab9a0aa8-4258-4158-9a47-1031b15f6f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.319408376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"23ae47e6-61bd-4d7c-b34e-2f3471cdc305","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.346309519Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"fcf5370a-e71c-489c-9aca-92ea766ba2b3","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"name":"e2e-shr-auth-1aaeba","namespace":"e2e-extmod-shr-user-0de91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.359457041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ab9a0aa8-4258-4158-9a47-1031b15f6f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.364411991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"16a63e17-1f02-49ec-981f-938d8b9d2189","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.372127218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"85986e10-0d49-4d28-ad9b-5e261c83a174","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.383863841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"d1935c33-3fa5-49f5-aa99-ba0744b40449","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.395915814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"85986e10-0d49-4d28-ad9b-5e261c83a174","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.397519649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"0bd3eadf-af5d-4bd6-92ad-19b0bc519519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.408656495Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"a5efd9a0-201a-4bf4-9e1b-15f7dc77ed25","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"name":"e2e-shr-auth-1aaeba","namespace":"e2e-extmod-shr-user-0de91a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.422254271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"0bd3eadf-af5d-4bd6-92ad-19b0bc519519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.422809883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"22fb9c2e-dd9e-42c0-aead-ea1004fc0b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.440926694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"22fb9c2e-dd9e-42c0-aead-ea1004fc0b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.469989546Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1aaeba","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba","reconcileID":"05217257-865f-449a-838f-f6db2915fe0d","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.487326586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"505b143a-5092-45ef-8bd3-d07f2e429838","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.499891262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"b678e03c-7fcc-4ffa-89e1-b1c1fa1602d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.518002759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"b678e03c-7fcc-4ffa-89e1-b1c1fa1602d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.523258107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"71de9005-f20c-4266-8316-67eefd5400f5","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.669939074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"ccaecd1e-a710-4a67-9a11-e9ca3a519730","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.670013872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"42251a6a-31dd-4f05-bb32-b1564288fb6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.670432848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"ecf4e744-2a16-40c0-8d82-ccf0ea4dc8d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.692280864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bf99b30-436e-4819-824c-be16c9243ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.698281466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"ccaecd1e-a710-4a67-9a11-e9ca3a519730","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.720747316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"42251a6a-31dd-4f05-bb32-b1564288fb6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.744047243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"ecf4e744-2a16-40c0-8d82-ccf0ea4dc8d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.746509753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bf99b30-436e-4819-824c-be16c9243ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.807065924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"cd2687ae-604a-49a9-9707-9a1c71fd51a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.825559894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"cd2687ae-604a-49a9-9707-9a1c71fd51a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.868519231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e4f82255-f723-49c8-bbdf-080a8fd2bdb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.887803694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e4f82255-f723-49c8-bbdf-080a8fd2bdb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.968644615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4212a9ad-9e17-4e92-b46a-d2f9c0b50cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:38.986176213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4212a9ad-9e17-4e92-b46a-d2f9c0b50cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.057123518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"8461b962-1dec-40ca-b8a6-8d78d44ce369","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.057950592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9fb4a6df-1903-45ce-b550-614476cfca44","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.070555023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1da6dc4d-c210-4ea1-bf44-ad1f88f8f6fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.071801031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3c5ee5db-6a68-4239-b581-435abe93e7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.072423272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"d2180c34-e203-4b2d-be7d-0709023efa07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.07555083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"8461b962-1dec-40ca-b8a6-8d78d44ce369","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.089232061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1da6dc4d-c210-4ea1-bf44-ad1f88f8f6fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.090943506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3c5ee5db-6a68-4239-b581-435abe93e7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.092378521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"d2180c34-e203-4b2d-be7d-0709023efa07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.096946752Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9fb4a6df-1903-45ce-b550-614476cfca44","name":"e2e-inf-b-f023bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.17778455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2507d2b8-6d13-4963-9311-dbedaa9cf38e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.196687685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"2507d2b8-6d13-4963-9311-dbedaa9cf38e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.293113984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ab600669-e100-472e-9c83-1aacce6cea08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.293960159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7ab05610-74fd-4bb0-bc0e-fc09453d70c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.293982668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ad16e286-e958-4ab9-b292-528badda058d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.29439114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"bea52840-f9e1-4ab8-bc16-4f39c105eca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.316499515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ad16e286-e958-4ab9-b292-528badda058d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.316922642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ab600669-e100-472e-9c83-1aacce6cea08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.320539308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7ab05610-74fd-4bb0-bc0e-fc09453d70c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:39.327146706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"bea52840-f9e1-4ab8-bc16-4f39c105eca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.199803904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"dd46fd32-136f-48ab-ae2c-99a9a90e1ae5","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.216377431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"db9af01e-0664-4b2e-ade8-82d2e8e128ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:11:40.216695279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"56a6bca9-40ed-42ef-8e92-42ba5be7c793","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-87148c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.236436464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"db9af01e-0664-4b2e-ade8-82d2e8e128ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.237658968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"961757b8-4580-45b9-bc8e-f3adb32a099f","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.274160005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"3628c498-987a-401f-a485-ea508f667e79","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.292231135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"df47635e-fb31-44a8-8413-3415f7e6f95e","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.359009667Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"9610eafb-e2e6-47c5-b016-55184e5ae9a8","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-b-3875b3","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3875b3/e2e-shr-auth-87148c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.443752135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"833908ef-f662-436b-8626-5b4bdf0cefcf","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.463357229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"833908ef-f662-436b-8626-5b4bdf0cefcf","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.479673014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"1666ad36-70d2-407d-b873-b57da84ccfee","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.546413216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"0f85f94b-5730-42b6-b2d2-c504c0da34c7","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-b-3875b3","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-b-3875b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.856677386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"19f1eb0e-e18e-4360-b159-2dab308862f3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:40.895576333Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"19f1eb0e-e18e-4360-b159-2dab308862f3","name":"e2e-inf-a-8eba6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:43.805352511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"d0d71810-3c38-4e7f-a307-b7e100171528","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:43.820613054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"5ec12c32-b325-4beb-85be-989ff2f07e18","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:43.848823514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"22e47d9e-6ed5-499f-a149-c7c74907d2ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:43.867174984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"22e47d9e-6ed5-499f-a149-c7c74907d2ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:44.025972267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"8ae917c7-b645-43a6-b47f-c167d19e8a8b","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.441364348Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d3971c priority=0:[ai-tenant-e2e-extmod-a-d3971c/e2e-shr-auth-1aaeba-sub ai-tenant-e2e-extmod-a-d3971c/e2e-shr-shared-efc1af-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.45617345Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"2f97d67f-f099-450f-b4f6-9aac648494bf","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:11:49.476556543Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-d3971c/e2e-shr-auth-1aaeba-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-1aaeba-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.486737569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"b1364aae-616e-4a96-b5ea-f1a1983456ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.489070015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"b4795b7b-9b8d-4f01-8ba6-13f26a2fabef","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.490944708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"9758cd34-f1cb-4847-98df-56cacd80641a","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.505071942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"b1364aae-616e-4a96-b5ea-f1a1983456ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.505579374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"26afadf5-5dde-44a7-af77-86e2cdb10a18","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.508388337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"b4795b7b-9b8d-4f01-8ba6-13f26a2fabef","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.572553197Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"3ff4adc3-a9c7-4788-852f-670243327f0b","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d3971c/e2e-shr-auth-1aaeba-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.655086261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"0664e8b9-76c0-4e81-903b-92a5685f40ac","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.696369181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c6c3239d-f817-4951-bbea-ce1e71e11426","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.696380782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"8e96e41f-fa58-4256-bfc1-607e711b2ad1","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.713381693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"0349cc3d-e968-4f53-a762-862ca7ccc204","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.715120883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"8e96e41f-fa58-4256-bfc1-607e711b2ad1","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:49.715492071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c6c3239d-f817-4951-bbea-ce1e71e11426","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:51.622980469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:54.067278894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ed2dca-2c11-4e7c-a722-0eed7425be51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:54.081959624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ed2dca-2c11-4e7c-a722-0eed7425be51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:54.096611466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ed2dca-2c11-4e7c-a722-0eed7425be51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:54.111383449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ed2dca-2c11-4e7c-a722-0eed7425be51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:54.735837382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cb31f6-f05c-4a41-9d0e-bdf4ac6925fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:54.750246225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cb31f6-f05c-4a41-9d0e-bdf4ac6925fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:54.764690373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cb31f6-f05c-4a41-9d0e-bdf4ac6925fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:54.77902216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cb31f6-f05c-4a41-9d0e-bdf4ac6925fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:59.427062746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"07f9cc91-8961-4850-bef9-f81d1c290c82","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-b-3875b3","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-b-3875b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:11:59.512899061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"b8190676-efaa-4ec5-a15e-905da64e6ab8","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.504927676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"2d195567-60a7-4ebd-920b-c580234e93fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.51865956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"fe8145de-73a9-4e11-a050-e956db81e521","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.519294703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"170bb7f9-9316-4425-ab24-b10d2f527cbc","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.523410322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"2d195567-60a7-4ebd-920b-c580234e93fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.53685856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"fe8145de-73a9-4e11-a050-e956db81e521","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.536988483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"170bb7f9-9316-4425-ab24-b10d2f527cbc","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.790491069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"42d15885-001a-40c6-8035-3e2415df324d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.790491223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"66abc29d-6932-4afb-a30f-fffb508cbf35","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.808999671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"66abc29d-6932-4afb-a30f-fffb508cbf35","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.809100758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"42d15885-001a-40c6-8035-3e2415df324d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.890823299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"a3ad2395-0664-424e-8978-337dd21d2ff6","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.904567194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"bdfcac75-d934-4320-ad99-5c33f03a654d","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.908739553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"a3ad2395-0664-424e-8978-337dd21d2ff6","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.911407878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"a75a0d41-d87c-4f8c-b15d-d8b446841570","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.9229449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"bdfcac75-d934-4320-ad99-5c33f03a654d","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:00.929197461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"a75a0d41-d87c-4f8c-b15d-d8b446841570","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:03.256144431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0ca0bf-bb74-4a8c-95c2-60e32b4ceac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:03.270524157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0ca0bf-bb74-4a8c-95c2-60e32b4ceac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:03.28483694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0ca0bf-bb74-4a8c-95c2-60e32b4ceac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:03.299135679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0ca0bf-bb74-4a8c-95c2-60e32b4ceac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:03.905887768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c4bf37-a93e-4ee5-b865-2fb4fc8520eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:03.920138565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c4bf37-a93e-4ee5-b865-2fb4fc8520eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:03.934391063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c4bf37-a93e-4ee5-b865-2fb4fc8520eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:03.948841906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c4bf37-a93e-4ee5-b865-2fb4fc8520eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:04.113757699Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-aae3a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-aae3a8","reconcileID":"0bfc0b6a-c432-47ea-91c9-3c163d8523c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-aae3a8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-aae3a8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:04.553883993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d6d63c-26d2-4f82-8683-f0aace313d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:04.568452781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d6d63c-26d2-4f82-8683-f0aace313d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:04.58291382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d6d63c-26d2-4f82-8683-f0aace313d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:04.597402913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d6d63c-26d2-4f82-8683-f0aace313d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.704219664Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-8a7e13","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","reconcileID":"1d1eebec-5dfd-46f6-a27c-01f8915ded85","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.725126191Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-8a7e13","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","reconcileID":"5410635b-a38a-4efc-b22e-9caf6b948864","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.737066393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"c4df6e82-9995-42c9-b376-57d049f7f971","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.751659452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"f7775c20-13b8-4593-88cc-ecee3d2b5680","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.751880934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a79764fb-4cc3-432a-be79-84059a79956f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.751968933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"239ce543-655f-4e5b-addb-182529bf5b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.75241581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"447d41c0-ce4f-4c71-94ce-be32413388e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.755155613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"c4df6e82-9995-42c9-b376-57d049f7f971","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.793926137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a79764fb-4cc3-432a-be79-84059a79956f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.794061984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"f7775c20-13b8-4593-88cc-ecee3d2b5680","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.796073212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"239ce543-655f-4e5b-addb-182529bf5b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.79750465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"447d41c0-ce4f-4c71-94ce-be32413388e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.815787128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"22cbf124-fd9d-4783-b8d8-9390f802046f","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.830710982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"74676502-2ed2-454b-91af-520a6282457a","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.847044897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"5b9c4a83-fb1d-4d9e-b891-3908d74f627c","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.863284948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"77912a26-e579-4abb-b88b-f7d1406d6c83","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.878936351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"834a4a06-54cd-4004-924e-bce5b335641f","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-b-3875b3","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-b-3875b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.879029908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"5ca95d55-4865-4f1e-8389-d3fcbae7675d","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.959886305Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"c81aea24-8224-436e-893a-54868e8f65d5","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-quota-8a7e13","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.968992324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eea0b5f7-6737-4742-8fab-ed25394c4a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.969096341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"65acb46a-33a1-45e3-96ed-c59a269309af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.969372156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"53b592ae-82da-48c9-965a-a1888e9aeb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.96949427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4aeba95f-cfe3-471a-bbee-925a53c71463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.987720734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"53b592ae-82da-48c9-965a-a1888e9aeb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.987811829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"65acb46a-33a1-45e3-96ed-c59a269309af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.990114661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4aeba95f-cfe3-471a-bbee-925a53c71463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:12.990322686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eea0b5f7-6737-4742-8fab-ed25394c4a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.070195889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"d47ebed0-926e-4c0d-a3ce-23585fedd850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.121517062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"d47ebed0-926e-4c0d-a3ce-23585fedd850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.331606703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"ad107bb8-e4e7-4218-8c06-9632a03874fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.332396103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"988014df-76ce-4648-b6f9-5afce20dfd71","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.425428611Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"7c6cb940-5cb4-4ffe-aa4d-6f32ec912e72","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-quota-8a7e13","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.426329462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17998cff-daf9-47ce-866d-44eeec11cb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.426800104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"a07405ac-3132-407b-a6bb-52dcf1f3cf5a","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.431852401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"ad107bb8-e4e7-4218-8c06-9632a03874fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.435294891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"988014df-76ce-4648-b6f9-5afce20dfd71","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.485674213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17998cff-daf9-47ce-866d-44eeec11cb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.489481397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"a07405ac-3132-407b-a6bb-52dcf1f3cf5a","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.505750637Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"bd4677bf-5b12-4b4f-964e-33d2edfe6f4a","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-quota-8a7e13","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.510727446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"775eba11-13e8-4433-86af-486189819e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.520918781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"c48b9c20-bd39-4ba7-9e47-cbf8aa27ee27","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-b-3875b3","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-b-3875b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.530290168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"2ad0b885-27c1-449e-a7d2-12bc07f5b732","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.604607717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"775eba11-13e8-4433-86af-486189819e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.615927112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"273bb741-078a-42f6-8026-f33884f97db0","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.616671912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-8a7e13","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","reconcileID":"8fd10ac3-ffff-4f63-9586-108a6a3bee9d","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.693219106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"0b610c8f-ccdb-485b-9e98-bc013441cad2","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.70914745Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"ff974b0f-0bba-4a08-bf30-0fac0ecdd7a0","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"name":"e2e-shr-quota-8a7e13","namespace":"e2e-extmod-shr-user-ae5137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.737981896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8311b995-22e1-4c09-91f7-969fefacd064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.743346174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"bc026b7b-923c-46a8-8261-757f4b476a66","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.75568915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8311b995-22e1-4c09-91f7-969fefacd064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.83571845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a6d84a04-975d-47c6-9a41-3bd2fbbed1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.835727273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f18eb719-b217-425b-98f5-1f8c249f6a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.840541098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"d9bbde3c-a329-4f7e-be47-d159b5c8116b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.840570656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b8c74b7c-df58-402c-8c9d-b65d19ead9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.853869539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f18eb719-b217-425b-98f5-1f8c249f6a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.853912921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a6d84a04-975d-47c6-9a41-3bd2fbbed1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.858646763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"b8c74b7c-df58-402c-8c9d-b65d19ead9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.85897312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"d9bbde3c-a329-4f7e-be47-d159b5c8116b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:13.970279463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"be50e0b2-ec93-4dd4-856c-c1b41baeceeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.003832192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"be50e0b2-ec93-4dd4-856c-c1b41baeceeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.053976963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"2de26701-c12a-4266-8b71-fcf5b3798103","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.057132234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"d2ab4126-8658-43ed-816e-6fdf0bd451c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.06752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3ba6ea1-0362-493d-9c8f-b2584f2e08e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.069393617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"f1e52bd2-3c61-442c-8404-a933d084cb91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.072167227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"2de26701-c12a-4266-8b71-fcf5b3798103","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.076060441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"d2ab4126-8658-43ed-816e-6fdf0bd451c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.085661557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3ba6ea1-0362-493d-9c8f-b2584f2e08e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.0879003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"f1e52bd2-3c61-442c-8404-a933d084cb91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.166393292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"72adc66e-cf44-40e8-bff6-4cb1583683db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.179444324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f072edac-70ef-48d5-a6ea-100e6fedacf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.179838047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b1df051f-7a17-452e-a0fb-f8682fda81b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.184068596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"72adc66e-cf44-40e8-bff6-4cb1583683db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.200112552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"b1df051f-7a17-452e-a0fb-f8682fda81b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.2001111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f072edac-70ef-48d5-a6ea-100e6fedacf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.28427091Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-8a7e13","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","reconcileID":"deee684b-1290-49c8-8b24-72249a3c4d53","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.328137977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"a1381a09-3ecf-4549-9f3d-953eac2e997b","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.330188683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"4b844a33-15b1-4e94-bf59-e36c5771616b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.351342646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"4b844a33-15b1-4e94-bf59-e36c5771616b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.405530812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"a77959ac-eaab-444d-8f8e-f3b1a3e7fdf4","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.427522548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"045be1ad-69fe-46d9-adec-8061aea48cd7","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.546321946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"a77959ac-eaab-444d-8f8e-f3b1a3e7fdf4","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.561832781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"98f8a22b-be29-40df-85e6-253c98845977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.580327901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"f0b60d9a-18e1-491a-a6cf-2f693bbdc686","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.581184359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b84bef3-ad52-4836-9d9b-7790e60ec954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.585885477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"98f8a22b-be29-40df-85e6-253c98845977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.601973366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"f0b60d9a-18e1-491a-a6cf-2f693bbdc686","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.603408385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b84bef3-ad52-4836-9d9b-7790e60ec954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.691003182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"53ad12ae-c3bd-4864-ad7e-8d20219bf274","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.70954957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"53ad12ae-c3bd-4864-ad7e-8d20219bf274","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.806099773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4f0eae0e-7180-428b-8ca3-b7ce24490a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.80649339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2dc8645-6c4b-4da6-aa8d-03505354d9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.807924734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"737711e5-c2d6-45ad-9efd-879a4bb9faed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.80853802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3a4eaba9-a64b-4c3b-9d41-df975950fdde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.824403857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4f0eae0e-7180-428b-8ca3-b7ce24490a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.826463352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2dc8645-6c4b-4da6-aa8d-03505354d9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.827040278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"737711e5-c2d6-45ad-9efd-879a4bb9faed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.828645842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"3a4eaba9-a64b-4c3b-9d41-df975950fdde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.836328745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"c4ba1c0c-6259-4654-a333-399b88cad858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.854445054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"c4ba1c0c-6259-4654-a333-399b88cad858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.909100713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"ae2d6609-4cf5-4237-b992-309371b26aea","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.90949157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"6a99a7c5-28b7-40e5-8723-aeb29f2dd461","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.921946854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"598892a5-4211-4d73-afc3-4113789605a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.92226096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"fde2161b-3ac8-4b8a-9c70-58756b4092ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.928430763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"ae2d6609-4cf5-4237-b992-309371b26aea","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.930706111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"6a99a7c5-28b7-40e5-8723-aeb29f2dd461","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.941943536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"fde2161b-3ac8-4b8a-9c70-58756b4092ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.941978263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"598892a5-4211-4d73-afc3-4113789605a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.950092397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"15b95a73-caa0-4e3e-b253-8f38275d2417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:14.9680132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"15b95a73-caa0-4e3e-b253-8f38275d2417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:15.031008383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e8bad547-b882-4753-8021-f9b6fcc9fedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:15.048864908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e8bad547-b882-4753-8021-f9b6fcc9fedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:15.138358154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d0050cb2-a555-4a9e-b572-0c5b16a2eac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:15.138384735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"85af9d35-64ce-4a46-88ee-e4710a4c7ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:15.157198068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"85af9d35-64ce-4a46-88ee-e4710a4c7ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:15.158012692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"d0050cb2-a555-4a9e-b572-0c5b16a2eac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:19.151237077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"32c33d54-fdc0-43eb-ae4f-aedae8cb2ab4","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:19.167372043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"77dbf287-4454-41a3-bf1b-8f24dcd598c4","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:19.198794874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"c333f1ae-add8-433d-9031-894cb9870464","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:19.218044526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"c333f1ae-add8-433d-9031-894cb9870464","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:19.343227165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"c43b955b-c1a5-4663-be4f-6d792c447f74","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:21.620988053Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.769157162Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-3b20b0 priority=0:[ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-quota-8a7e13-sub]","namespace=ai-tenant-e2e-extmod-a-d3971c priority=0:[ai-tenant-e2e-extmod-a-d3971c/e2e-shr-auth-1aaeba-sub ai-tenant-e2e-extmod-a-d3971c/e2e-shr-shared-efc1af-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.78390013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"38ec5e60-d0fe-498a-ac64-0155678a1b7f","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.813916915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"3b366cda-fdbb-4980-b974-1b637f01bf64","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.81401969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"abb53e09-869f-49c6-98cd-0787c0118e23","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.818978006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"08254710-b3da-4649-a3c3-6c6052946193","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:12:24.825389899Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-quota-8a7e13-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-8a7e13-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.831877988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"abb53e09-869f-49c6-98cd-0787c0118e23","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.832009195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"3b366cda-fdbb-4980-b974-1b637f01bf64","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.833741615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"a814d7aa-d634-441a-adcf-f47370cd57ec","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.84844922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"cea96152-a5d7-43cc-9e20-abb009eef421","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.900903803Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"f926aea4-33e1-4a1f-9a4b-ad1fb3295a58","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-quota-8a7e13-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:24.980088712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"0be2456f-59dc-4f02-97b0-f12976abdde7","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:25.020916236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"a1fa303b-58fc-4fc5-98d1-15032b2eeb7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:25.02147719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"3296b7a9-c88d-41c9-9eb9-86a93b0622d9","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:25.098702145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"a1fa303b-58fc-4fc5-98d1-15032b2eeb7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:25.099013176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"b94c089d-71fd-41d4-a99d-53358e6b75dc","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:25.101065502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"3296b7a9-c88d-41c9-9eb9-86a93b0622d9","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:28.87487686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e118756e-9e94-4900-8a35-4b4936ae6053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:28.889504835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e118756e-9e94-4900-8a35-4b4936ae6053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:28.903911862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e118756e-9e94-4900-8a35-4b4936ae6053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:28.918123901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e118756e-9e94-4900-8a35-4b4936ae6053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:29.486019894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f787baf-d0ba-4847-8885-7c549b9bc6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:29.500512624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f787baf-d0ba-4847-8885-7c549b9bc6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:29.514750398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f787baf-d0ba-4847-8885-7c549b9bc6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:29.529239598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f787baf-d0ba-4847-8885-7c549b9bc6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:30.667799656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c87b2cd-0832-4d32-af19-e2bb824af497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:30.682073103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c87b2cd-0832-4d32-af19-e2bb824af497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:30.696317981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c87b2cd-0832-4d32-af19-e2bb824af497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:30.71042037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c87b2cd-0832-4d32-af19-e2bb824af497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:31.36250131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4772ca88-76ef-4cae-8891-8c23e98540f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:31.394759146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4772ca88-76ef-4cae-8891-8c23e98540f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:31.415728179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4772ca88-76ef-4cae-8891-8c23e98540f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:31.431388497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4772ca88-76ef-4cae-8891-8c23e98540f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:36.887105371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"523bf683-55e4-4ea2-9da0-a24d84dfd7fa","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:36.969765723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"4d7d4376-5f75-4f06-a2f3-55972872f3dd","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:37.933802958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"8f3f66cf-13a0-447b-ad84-a2339e7a1e85","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:37.947420523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"38f5766c-715f-4a57-9d4f-6b298d152941","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:37.948611265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"33df02d4-b74c-408e-b04a-ff1263572852","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:37.952679881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"8f3f66cf-13a0-447b-ad84-a2339e7a1e85","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:37.965984362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"38f5766c-715f-4a57-9d4f-6b298d152941","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:37.967072006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"33df02d4-b74c-408e-b04a-ff1263572852","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.034486284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"08d8d6dc-029a-44c0-b9cc-50c5dadc5e0b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.048509815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"58dc7641-7171-4a4c-892f-3acb34159716","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.052633175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"08d8d6dc-029a-44c0-b9cc-50c5dadc5e0b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.066269229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"58dc7641-7171-4a4c-892f-3acb34159716","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.152931348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"46451c63-f0ab-4309-afbd-eb0a1b06d498","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.171390318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"46451c63-f0ab-4309-afbd-eb0a1b06d498","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.174200237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"00c75785-458f-4036-9acd-1e99a1958ce2","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.192979159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"df4b7fcf-729f-4f1a-b0e5-6be23b2cda72","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.253807009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"404a0955-0acb-4cc3-918f-b4fd685067be","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.271518568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"404a0955-0acb-4cc3-918f-b4fd685067be","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.470536365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"e69bd9a6-5f65-40d1-a404-1606266f2b38","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.71104551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"147d2aaa-1926-4f8a-9972-c57bcf1d874a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.72491692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"707b077e-b383-49a5-aa1a-fc9d73f29c29","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.725382023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"429e2328-a481-4409-a145-57b1357e4beb","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.729538179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"147d2aaa-1926-4f8a-9972-c57bcf1d874a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.744483497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"429e2328-a481-4409-a145-57b1357e4beb","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.744957207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"707b077e-b383-49a5-aa1a-fc9d73f29c29","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.897205978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6b9ed8-2e0b-4fbe-805d-0cb40e40295c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.961370154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6b9ed8-2e0b-4fbe-805d-0cb40e40295c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.976284585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6b9ed8-2e0b-4fbe-805d-0cb40e40295c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:38.99079455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6b9ed8-2e0b-4fbe-805d-0cb40e40295c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:39.539597371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57aaf511-badb-43f1-a583-1f06938cc37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:39.554192318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57aaf511-badb-43f1-a583-1f06938cc37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:39.568733856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57aaf511-badb-43f1-a583-1f06938cc37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:39.583041705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57aaf511-badb-43f1-a583-1f06938cc37f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:39.776051589Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-edad05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-edad05","reconcileID":"cc560719-64cb-4775-b2db-ea37f3a745aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-edad05","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-edad05":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:40.162198473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63cfe98-c343-478e-8e06-016e94db7ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:40.176830048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63cfe98-c343-478e-8e06-016e94db7ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:40.191439014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63cfe98-c343-478e-8e06-016e94db7ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:40.206055773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63cfe98-c343-478e-8e06-016e94db7ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:40.821367841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb275a05-8b79-421f-9a90-9c32a7b1aa3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:40.836734241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb275a05-8b79-421f-9a90-9c32a7b1aa3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:40.852114064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb275a05-8b79-421f-9a90-9c32a7b1aa3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:40.867756309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb275a05-8b79-421f-9a90-9c32a7b1aa3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:41.41948052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de345a5c-9571-46d7-ac22-5c108a8e59f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:41.434033125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de345a5c-9571-46d7-ac22-5c108a8e59f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:41.44933445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de345a5c-9571-46d7-ac22-5c108a8e59f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:41.463778877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de345a5c-9571-46d7-ac22-5c108a8e59f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:42.125542776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d56c84b-89e5-49f3-8681-aeea6470e8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:42.201313009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d56c84b-89e5-49f3-8681-aeea6470e8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:42.215836499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d56c84b-89e5-49f3-8681-aeea6470e8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:42.230319599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d56c84b-89e5-49f3-8681-aeea6470e8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:42.815569041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcf9b3c-721a-44f3-bf5a-1cd9a10ea20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:42.833140995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcf9b3c-721a-44f3-bf5a-1cd9a10ea20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:42.848662956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcf9b3c-721a-44f3-bf5a-1cd9a10ea20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:42.863372898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcf9b3c-721a-44f3-bf5a-1cd9a10ea20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.419941176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eed2a36-243c-478e-b6f4-7c7141f10354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.434578633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eed2a36-243c-478e-b6f4-7c7141f10354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.44898348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eed2a36-243c-478e-b6f4-7c7141f10354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.463525749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eed2a36-243c-478e-b6f4-7c7141f10354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.75631096Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-3b20b0 priority=0:[ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-quota-8a7e13-sub]","namespace=ai-tenant-e2e-extmod-a-d3971c priority=0:[ai-tenant-e2e-extmod-a-d3971c/e2e-shr-auth-1aaeba-sub ai-tenant-e2e-extmod-a-d3971c/e2e-shr-shared-efc1af-sub]","namespace=ai-tenant-e2e-extmod-b-635bbf priority=0:[ai-tenant-e2e-extmod-b-635bbf/e2e-shr-auth-1aaeba-sub ai-tenant-e2e-extmod-b-635bbf/e2e-shr-shared-efc1af-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.771172957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"79ecc56e-0d41-4314-baad-343728357bc8","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:12:43.792701554Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-635bbf/e2e-shr-auth-1aaeba-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-1aaeba-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.812280169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"707ccd46-3ba4-4b75-9dc4-beff17b53c9d","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.831500064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"fa5fe0df-8550-482a-a3f4-1a21ad2cbf70","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.838788503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"25db5d5c-4170-4018-80a6-06d990246c47","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.838808779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"4c6475d6-90b6-452b-878f-facfb231fc24","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.849679025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"5e21555c-6b0f-4555-8c9b-e2e880f310ec","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.868176995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"25db5d5c-4170-4018-80a6-06d990246c47","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.893444167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"4c6475d6-90b6-452b-878f-facfb231fc24","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:43.93469117Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"12f56376-250b-4887-86a4-324f8267467b","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-635bbf/e2e-shr-auth-1aaeba-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:44.02092795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"8633dad2-3502-45e8-b6ad-e4187dd1aa23","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:44.068702615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"8f1e9084-1bfc-45d3-9032-53dddb657646","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:44.078409465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"cb8da208-a5fb-41e2-a388-9e3338fd47a9","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:44.087922121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"8f1e9084-1bfc-45d3-9032-53dddb657646","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:44.172045676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"d68075ba-91ec-41eb-9bf2-6d883b26c772","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:44.179763881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"2d4ea072-5895-453a-b39e-fa5cb883971d","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:44.198914008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"2d4ea072-5895-453a-b39e-fa5cb883971d","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:51.621478309Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:55.07481529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"95146edb-a308-49c3-80c4-f84ac6c9de71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:55.113033723Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"95146edb-a308-49c3-80c4-f84ac6c9de71","name":"e2e-inf-b-aae3a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.226319191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"4b63dbb6-8da6-40a6-9625-522e9889a8f8","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.226352219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"4b63dbb6-8da6-40a6-9625-522e9889a8f8","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.534383825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"a6bd812a-732a-4d99-98a8-9d71496049a7","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.534405413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"a6bd812a-732a-4d99-98a8-9d71496049a7","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.553117104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"47c1b450-2dbf-427b-9034-b56a7fcb855c","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.553141989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"47c1b450-2dbf-427b-9034-b56a7fcb855c","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.583516227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"c59588be-f773-4ffa-a6f5-60c1f21d5bf1","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.628106321Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"c59588be-f773-4ffa-a6f5-60c1f21d5bf1","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.644458625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"c59588be-f773-4ffa-a6f5-60c1f21d5bf1","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.661171839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"1b5345a4-1ce2-429e-92b3-1d9b488a059d","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:12:57.661191196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"1b5345a4-1ce2-429e-92b3-1d9b488a059d","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:01.054475541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"23d87dce-a751-4c95-9f93-4c9914f242e7","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:01.136838041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"e2330ae9-f64d-40f7-8418-c29ac08d6afd","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:01.549017652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"39e7148e-d680-46cd-b152-285247dde700","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:01.631974248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"da357723-d099-45cf-ac7f-10cafa890834","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:01.965454587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"fbcd0eca-f8e0-4859-8075-427c1420b5da","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:01.983597456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"fbcd0eca-f8e0-4859-8075-427c1420b5da","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.000779916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"fbcd0eca-f8e0-4859-8075-427c1420b5da","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.642577253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"369d9ee5-d68d-4cc9-8351-218c43e2c436","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.672472364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"dacdba0a-e335-4396-bf8f-4ec7a8d83263","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.672521055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"68ffb0ae-ac1f-4122-9e78-286cf1b10ff9","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.679702788Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"0139643d-2f73-4fd6-b654-1e27090069bf","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-492ef418","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.692032861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"dacdba0a-e335-4396-bf8f-4ec7a8d83263","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.692520908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"68ffb0ae-ac1f-4122-9e78-286cf1b10ff9","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.759664962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"974d978a-54cf-4151-b5dd-ea88b3bcf198","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.773373298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"705256d2-f428-4cba-86b8-30bc7b6038d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.775275272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"90db146a-566f-4689-bf25-225c8ad63f6f","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.778521401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"974d978a-54cf-4151-b5dd-ea88b3bcf198","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.792119514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"705256d2-f428-4cba-86b8-30bc7b6038d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.793444306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"90db146a-566f-4689-bf25-225c8ad63f6f","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.812866708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"bccca8d7-f1ba-43c3-af1d-16211a16ca23","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.812982856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"89adc409-e385-4bd1-b191-a725b4b3cd48","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.830963746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"bccca8d7-f1ba-43c3-af1d-16211a16ca23","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.831230197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"89adc409-e385-4bd1-b191-a725b4b3cd48","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.834664137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"a3634bed-8919-42c5-a4c5-44e1eb7ac2cd","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.90348681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"16ef3ba0-cad1-440c-972a-e013a515b989","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.914052893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"67f5bb09-e6e9-4cce-8a03-3b3c146c5f1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.914500291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"860d4c9f-5183-4341-95d7-f09f83444c3e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.933288493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"860d4c9f-5183-4341-95d7-f09f83444c3e","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:02.933288495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"67f5bb09-e6e9-4cce-8a03-3b3c146c5f1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:03.013622384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"02f8ece7-a0ff-46d5-996f-91aa20fe49c6","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:03.032055029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"02f8ece7-a0ff-46d5-996f-91aa20fe49c6","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:03.200976217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"306d2633-d664-46f6-9eef-057ac1cc1ef4","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.413228329Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-3b20b0 priority=0:[ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-quota-8a7e13-sub]","namespace=ai-tenant-e2e-extmod-a-d3971c priority=0:[ai-tenant-e2e-extmod-a-d3971c/e2e-shr-auth-1aaeba-sub ai-tenant-e2e-extmod-a-d3971c/e2e-shr-shared-efc1af-sub]","namespace=ai-tenant-e2e-extmod-b-3875b3 priority=0:[ai-tenant-e2e-extmod-b-3875b3/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-b-3875b3/e2e-shr-quota-8a7e13-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.427937133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"ff3dba68-09b5-4961-8244-bdb51ce2f09f","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.462972944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"1f06c470-4618-42a0-b6c1-9324da300b60","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:13:08.465036095Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3875b3/e2e-shr-quota-8a7e13-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-8a7e13-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.47763218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"e0764ed2-6d06-4ef9-8f91-62425c92d9bd","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.492057665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"445dc527-342c-4d6e-b876-772e6d37fc4e","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.512791266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"879eba4d-32d6-4d8f-ae6a-f67d864a2de8","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.513852338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"fd66a543-0cfb-40b0-9e53-2f05f79ff3f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.531434565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"879eba4d-32d6-4d8f-ae6a-f67d864a2de8","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.532257424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"fd66a543-0cfb-40b0-9e53-2f05f79ff3f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.534368526Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"6d02271f-0468-4c28-87b8-511bacaac6b3","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3875b3/e2e-shr-quota-8a7e13-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.616979917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"5002b20c-4d36-4ed5-9add-21f19ecefdd6","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.674618448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"62ea9420-5e4c-42c3-a98c-4a8ddc0ef2a7","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.723291849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"c32e84af-6821-4ada-973f-763cdb9d739d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.723507654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"0bc6f027-0f9f-46c1-bb93-41ba18d94081","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.741483393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"c32e84af-6821-4ada-973f-763cdb9d739d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:08.741803612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"0bc6f027-0f9f-46c1-bb93-41ba18d94081","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.053270982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"e47e85c7-416d-4613-bd23-a8197659d796","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.071749666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"e47e85c7-416d-4613-bd23-a8197659d796","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.089884572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"e47e85c7-416d-4613-bd23-a8197659d796","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.694291084Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"1cd146ce-39a1-4416-9447-54e3ea9f972e","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","subscription":"e2e-shr-auth-1aaeba-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.723404865Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"1cd146ce-39a1-4416-9447-54e3ea9f972e","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.737935611Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"1cd146ce-39a1-4416-9447-54e3ea9f972e","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.889534736Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-3b20b0 priority=0:[ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-quota-8a7e13-sub]","namespace=ai-tenant-e2e-extmod-a-d3971c priority=0:[ai-tenant-e2e-extmod-a-d3971c/e2e-shr-auth-1aaeba-sub ai-tenant-e2e-extmod-a-d3971c/e2e-shr-shared-efc1af-sub]","namespace=ai-tenant-e2e-extmod-b-3875b3 priority=0:[ai-tenant-e2e-extmod-b-3875b3/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-b-3875b3/e2e-shr-quota-8a7e13-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.906159527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"8ad7a26c-59c3-4fca-ba36-c8063d47d8ea","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.933051691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"43526d5b-e6a4-4940-9498-ac4c712b4765","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.933069602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"2a5b2dab-cf1c-4678-9de3-9c804122184a","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.941684253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"fbc644d7-0d8f-40ca-bb81-398a4579a1e1","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.952742817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"43526d5b-e6a4-4940-9498-ac4c712b4765","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:12.952756252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"2a5b2dab-cf1c-4678-9de3-9c804122184a","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.049242772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"c7cf8dc3-38ac-4a02-b749-e50b3d526ef4","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.055684949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"c16bf0af-1a78-45b4-b53f-4e55189f4ab8","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.073909006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"c16bf0af-1a78-45b4-b53f-4e55189f4ab8","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.149555156Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-auth-1aaeba-access","reconcileID":"25c8b716-f427-43b8-b797-059b264aeeec","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.211995098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","reconcileID":"cf06295c-c0bc-4db0-abf3-6679d8df609e","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-72bd7bd97e02","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-b-635bbf","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.408139609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"820e64f8-cc75-4252-92ff-4ea15e97b0b6","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.43968887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c8304bea-2f40-4ac1-826e-e75f07d946a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.439744051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"56d7be9d-f189-498d-9bd3-ab033c4ab43c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.443933958Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"3765dd29-f377-4bb6-ac16-da3c50c2c76f","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-822103a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.466983044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"56d7be9d-f189-498d-9bd3-ab033c4ab43c","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.467193858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c8304bea-2f40-4ac1-826e-e75f07d946a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.596730522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"2cda3685-45da-474d-9da1-be09a471fa9f","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.596732003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"c57e8bdb-40f0-4519-9acb-dffb7387ab49","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.620337839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"c57e8bdb-40f0-4519-9acb-dffb7387ab49","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:13.620534452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"2cda3685-45da-474d-9da1-be09a471fa9f","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:21.636991715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:22.120483861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"1baab653-5131-4466-be02-5935b114dfad","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:22.138850223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"1baab653-5131-4466-be02-5935b114dfad","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:22.155336066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"1baab653-5131-4466-be02-5935b114dfad","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.459311829Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"ddc85c1a-1eeb-450a-9ace-b703264eb55f","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","subscription":"e2e-shr-auth-1aaeba-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.489524474Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"ddc85c1a-1eeb-450a-9ace-b703264eb55f","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.506499223Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-sub","reconcileID":"ddc85c1a-1eeb-450a-9ace-b703264eb55f","MaaSSubscription":{"name":"e2e-shr-auth-1aaeba-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.659951639Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-3b20b0 priority=0:[ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-quota-8a7e13-sub]","namespace=ai-tenant-e2e-extmod-b-3875b3 priority=0:[ai-tenant-e2e-extmod-b-3875b3/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-b-3875b3/e2e-shr-quota-8a7e13-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.674742253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"9b153a05-7906-433b-99eb-8af82cecc38f","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.704006193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"40677efc-5a63-4be2-994e-94d21438fb0b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.704014327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"4dc81bc9-b447-45f2-9a8d-3798cb392189","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.710702351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"5cd0b1ee-4357-47be-8144-3c50d78aa4f8","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.723636802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"40677efc-5a63-4be2-994e-94d21438fb0b","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.723660939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"4dc81bc9-b447-45f2-9a8d-3798cb392189","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.813689573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"6eccbcbb-2043-4ee8-9787-e979bee864eb","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.866716677Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-auth-1aaeba-access","reconcileID":"f7aa5615-2c99-47e1-823b-12cbd5f7e699","MaaSAuthPolicy":{"name":"e2e-shr-auth-1aaeba-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:23.926305715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"113f58b6-8f40-4546-80ea-ec66ec6af04a","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.263659137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","reconcileID":"97d31480-5899-41f1-9a73-6c1838c9de12","MaaSModelRef":{"name":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-auth-1aaeba-f04469c6e717","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-auth-1aaeba-e2e-extmod-a-d3971c","externalModel":"e2e-shr-auth-1aaeba","provider":"e2e-shr-auth-1aaeba-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.813073707Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1aaeba","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba","reconcileID":"07d8bbc5-3f21-477d-9ccb-8d7b45c7099d","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.84581725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"2c397507-2887-4cd4-ab50-40f27a9dc6ad","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.847912307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"6629fe08-f629-42a5-a8dc-0ba73f0c1665","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.858538013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"ad43548e-4cb4-428f-93b7-f16d277ecdfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.858639814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8c03af4b-3a7c-49d2-b178-2daf52b23c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.859292643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d89510cb-dc1a-436c-afa2-c15caa82483b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.864311222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"2c397507-2887-4cd4-ab50-40f27a9dc6ad","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.864466399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf3610b2-1be0-4bbb-9988-26329c741980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.866670977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"3a6f3548-8b43-4196-9636-cde83c23fd15","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.876817759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"ad43548e-4cb4-428f-93b7-f16d277ecdfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.877665128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"8c03af4b-3a7c-49d2-b178-2daf52b23c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.879078857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d89510cb-dc1a-436c-afa2-c15caa82483b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.883227113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"2c397507-2887-4cd4-ab50-40f27a9dc6ad","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.883720602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf3610b2-1be0-4bbb-9988-26329c741980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.913410099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"cc6e0994-ba77-4828-8ade-3244d993e32a","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.913887482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"d74d5105-384e-46e3-a67e-f261c24e9e04","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.927379437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"65b05984-3376-409c-a740-5a41dc381232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.933169878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"f528b050-16ac-4a8f-a174-f31bc21a69d0","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.946070832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"65b05984-3376-409c-a740-5a41dc381232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:24.948259418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"5e5e37da-67a9-45e9-8fab-ce211edf2a8d","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.038768352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"b0f66b36-ebad-4469-ae99-70296532da1f","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.038814333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"790a3070-2259-474d-b847-e65fc95a27bb","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.061375978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1ec23439-01ac-4891-b05f-83828af14152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.061375983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"81f92bf7-a0f1-4f3e-a6a8-880bfe908526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.0616944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"b33ac4a2-3255-45b0-bc9c-bfa90c59e841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.080719509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"1ec23439-01ac-4891-b05f-83828af14152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.084341393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"81f92bf7-a0f1-4f3e-a6a8-880bfe908526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.085925003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"b33ac4a2-3255-45b0-bc9c-bfa90c59e841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.146514323Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-1aaeba","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba","reconcileID":"4f79072c-a40c-409c-bbb9-92fe49b28781","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-auth-1aaeba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.152297665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"a359530b-6382-4697-b0e8-5b5bbe152676","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.152485932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"df291422-a7c0-4296-b2ab-e03ccfd2b277","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.152928739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"b17bb263-11ce-4ffc-8dd4-f473f7f92845","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.168475033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"321714fc-52d0-4a10-88b5-1e52047a997b","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.17118639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"df291422-a7c0-4296-b2ab-e03ccfd2b277","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.171278698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"a359530b-6382-4697-b0e8-5b5bbe152676","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.171528808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8323eca-377f-47be-a971-3c9ecd15e2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.173474544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"b17bb263-11ce-4ffc-8dd4-f473f7f92845","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.187284131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"321714fc-52d0-4a10-88b5-1e52047a997b","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.190285661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8323eca-377f-47be-a971-3c9ecd15e2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.410440123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"55a8c78d-65f0-4eb4-94a2-80214b4b8049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.412410414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"ae36bc40-6170-4543-8567-783226425f8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.423708071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"aa95fd62-f358-4621-9c4f-a418edb4628d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.425339182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"2aa6f411-82f8-416f-9a47-09e5322baac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.431055442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"55a8c78d-65f0-4eb4-94a2-80214b4b8049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.43522314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"ae36bc40-6170-4543-8567-783226425f8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.453400581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"2aa6f411-82f8-416f-9a47-09e5322baac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.453673454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"aa95fd62-f358-4621-9c4f-a418edb4628d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.507511611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"8861678d-2300-41b2-a60c-fb32ae26f624","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.527021659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"8861678d-2300-41b2-a60c-fb32ae26f624","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.668797635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"81c7ccde-1c75-40b1-a49f-7cbb127c3e52","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.68131372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ce605691-226a-432c-bb0e-dd18986d817c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.681403932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f037d28e-58eb-48dc-9478-af7c60fbfd8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.682253308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"0dee31be-e47d-45f7-be49-65a3256513df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.68625825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"81c7ccde-1c75-40b1-a49f-7cbb127c3e52","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.700161504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ce605691-226a-432c-bb0e-dd18986d817c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.701013481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f037d28e-58eb-48dc-9478-af7c60fbfd8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.703449366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"0dee31be-e47d-45f7-be49-65a3256513df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.703658645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"81c7ccde-1c75-40b1-a49f-7cbb127c3e52","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.708275869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"0426d6d8-908b-4ce8-a937-5c982e8533af","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.870257253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"806a51e1-4acc-416e-b9f0-e25557a39864","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.876653239Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"3fe97bbd-8f18-4057-a34a-e1087aae3b3c","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3baa36db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.886056692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"3890e403-3987-4d0e-abc5-ba5245d6839b","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.890272748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"806a51e1-4acc-416e-b9f0-e25557a39864","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.891141149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"12d6d8fb-5a5f-4841-ae59-75652a1e6d44","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.90925595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"27b287fd-7a49-4bb3-9d45-43febd6b6f37","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.910259616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"708b9292-4f12-47ce-bc5a-c9802b3b9e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.91288087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"3890e403-3987-4d0e-abc5-ba5245d6839b","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.91513714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"12d6d8fb-5a5f-4841-ae59-75652a1e6d44","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.9385054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"27b287fd-7a49-4bb3-9d45-43febd6b6f37","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:25.940155687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"708b9292-4f12-47ce-bc5a-c9802b3b9e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.022657112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"c40f47e1-3c3b-45ed-866d-7eaec89afe4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.040804956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"c40f47e1-3c3b-45ed-866d-7eaec89afe4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.141757979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d4e0891-677e-4120-8ac8-c81777907a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.142310538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"5070fbc2-fc0e-4f36-8781-02dd2ce93a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.142742543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"44086691-0ee5-49f6-bd04-76a94d0cd112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.296154277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"5070fbc2-fc0e-4f36-8781-02dd2ce93a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.315602728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"44086691-0ee5-49f6-bd04-76a94d0cd112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.334222193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d4e0891-677e-4120-8ac8-c81777907a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.413612211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6eaa06dd-c25e-46ff-9904-d0d619750906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.418138738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"c1726d5f-c661-4129-b22b-eb90666a9d58","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.431575982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6eaa06dd-c25e-46ff-9904-d0d619750906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:26.437267001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"c1726d5f-c661-4129-b22b-eb90666a9d58","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:31.075736034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"fd5a1400-a79d-4a96-a2d9-95599b99cc3d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:31.114986076Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"fd5a1400-a79d-4a96-a2d9-95599b99cc3d","name":"e2e-inf-b-edad05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:35.734352361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"46fa1195-dada-49c0-a56a-3261fe7a819e","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:35.751991795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"46fa1195-dada-49c0-a56a-3261fe7a819e","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:35.768491323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"46fa1195-dada-49c0-a56a-3261fe7a819e","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:35.891634231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"b8cbbc50-f43e-4778-b471-911340e9d1d7","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","subscription":"e2e-shr-shared-efc1af-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:35.921072405Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"b8cbbc50-f43e-4778-b471-911340e9d1d7","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:35.935869526Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-sub","reconcileID":"b8cbbc50-f43e-4778-b471-911340e9d1d7","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.020755287Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-3b20b0 priority=0:[ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-quota-8a7e13-sub]","namespace=ai-tenant-e2e-extmod-b-3875b3 priority=0:[ai-tenant-e2e-extmod-b-3875b3/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-b-3875b3/e2e-shr-quota-8a7e13-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.035050721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"317c8b2d-c2c0-4141-af1b-49ac0841e5a0","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.050956594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"919ca8dd-96a9-4d64-bd06-cbe472db5de0","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.070530123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"919ca8dd-96a9-4d64-bd06-cbe472db5de0","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.17780285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"5c3f18d2-03dd-4bf0-b0db-4a8477c1526a","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.221423228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"a9052fac-7a4a-48bb-8c4c-bfc424e26b26","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.264417271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"a9052fac-7a4a-48bb-8c4c-bfc424e26b26","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.339963307Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"a9052fac-7a4a-48bb-8c4c-bfc424e26b26","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"name":"e2e-extmod-b-635bbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.340058009Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"e2e-shr-shared-efc1af-access","reconcileID":"a9052fac-7a4a-48bb-8c4c-bfc424e26b26","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-635bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.377975376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","reconcileID":"c3e96d5a-0de3-45a5-a319-463cd6e43530","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-19fc6f665924","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-b-635bbf","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-b-635bbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.526702365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"d30e9f2f-a387-494c-aa59-aa1a3d541186","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.541386916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"9256ac6e-9a5d-4c48-85c2-21418ef6ac7e","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.560342612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"9256ac6e-9a5d-4c48-85c2-21418ef6ac7e","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.568281734Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"e630cc6c-bb06-40bd-bc72-885da094cc03","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7fbbcf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.73582816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"a4bd588a-f607-4797-bdf2-d33ce0ecc7a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:36.75355641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"a4bd588a-f607-4797-bdf2-d33ce0ecc7a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:39.424180686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"813cb9cf-576e-41d0-8637-af5be738c0bb","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:39.558313374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"ef889990-185f-407c-b86e-bdd1116beb80","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:40.479560731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"7920102b-49d2-42a9-9328-220f663295bb","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:40.480344679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"b64e5041-d5a3-4c0a-bda0-4c1b6fe37142","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:40.497829398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"7920102b-49d2-42a9-9328-220f663295bb","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:40.498681183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"b64e5041-d5a3-4c0a-bda0-4c1b6fe37142","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:40.580401695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"2aa7d585-769b-484f-9975-ff518dc0e5e8","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:40.580401671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"a56917ec-42ed-4f56-80b1-fde29753c140","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:40.599003367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"2aa7d585-769b-484f-9975-ff518dc0e5e8","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:40.599060487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"a56917ec-42ed-4f56-80b1-fde29753c140","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:42.189046693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"4ced97a1-a994-4468-b96f-22a1da53cebb","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:42.221471478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"95d9132a-1ef3-4367-8109-5a3366604f65","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:42.222066817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"7c246e1d-ca57-4610-9e08-725405dfeb16","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:42.225573626Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"b950d216-ff0d-4bf8-8c1b-4cd0c789392d","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21e48731","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:42.239384754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"95d9132a-1ef3-4367-8109-5a3366604f65","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:42.23962573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"7c246e1d-ca57-4610-9e08-725405dfeb16","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:42.429045369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"8858b822-bfd4-4d03-833e-45e17df18f1f","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:42.429062558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"2769453e-f2aa-4042-8d54-3bf306de822e","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:42.447041493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"2769453e-f2aa-4042-8d54-3bf306de822e","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:42.447263893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"8858b822-bfd4-4d03-833e-45e17df18f1f","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:45.824699315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"cb7eb6b7-972d-4b07-baf0-99a055c3094f","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:45.842691768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"cb7eb6b7-972d-4b07-baf0-99a055c3094f","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:45.859514228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8217dad939d7e9caeed9cb89706fcd1fe9ac56fdeaae7200b4080d259a17f2ed) AuthConfig (7a26cabe6a7f9b00c3eca95858d722ecd310368c9c2f05b8b8cecf371203f986) AuthConfig (197f3acc8c6e705146254c17d2d3a6d6879a49959965e2c8a35667c9f787a558) AuthConfig (7d67a86e35e9d65e7a839f46ca12baf1119f50b0abba61762bf4b0754bd1f224) AuthConfig (b3c249229c85483fa56bec0dba55057081811678b179ec54bbdd9f78bca8814c) AuthConfig (f90530b06a0d8f5636c7c734ef89102c6c8a942ef7a5a9c5bb142d437b7ae76d) AuthConfig (8ae0eaff7349c6658f637c1088052390d4becd211539c3851e1980f113758345) AuthConfig (1562b4b3a8677e2f378c0fd8051a1cf794616757d8e2d97a00ca78585210dfff) AuthConfig (6232b1f4657a7a7299408099f9d8c13e13d1c0889cee96ba4948755aabab6381) AuthConfig (7307bd3703d6189e9c3b294e2d35434126ac50c2263906705d80bf6a92a4e3f6) AuthConfig (a160d0618980401f61135edaac77201a1ae26b3fa6fb3b66746cc80bd03ac424) AuthConfig (efa12fd8ae0cc1aa3625fc39d8dceb77d57743d4f9fe8f97770a19e9a2de7454) AuthConfig (034dcf3acd0a5572832860fda329da172da519362387691c0d3e552f2a93ccfc) AuthConfig (a3e1818f89611311478a51e059c5e63b796f9faf1d3bee9a639c056613917aa1) AuthConfig (c847d0f6d532c004b63d8fbfa0332522266274a3e0e9b79139cfe3040b7c53ee) AuthConfig (8a234bbe0f3ed4d24fe5136c1f7b5574cf69bf55ef75dbc64f21ff8f49bdc784) AuthConfig (ae17d2c3f8fecc04677d498f354dafc5476f22d23db16dd157b99dadd0ebe14d) AuthConfig (04738bf06bcfcd368cc4a18a0e69582ef73d8dac087dffd2cc5b64ab85fa3894)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"cb7eb6b7-972d-4b07-baf0-99a055c3094f","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:45.879443367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"e66d92e8-8dfe-47ae-ac38-3c10f7376106","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:45.8794603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"e66d92e8-8dfe-47ae-ac38-3c10f7376106","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:46.583407399Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"7a1bf67b-532b-4590-bcb6-07e7cb4e82f6","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","subscription":"e2e-shr-shared-efc1af-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:46.614300501Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"7a1bf67b-532b-4590-bcb6-07e7cb4e82f6","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:46.629040182Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-sub","reconcileID":"7a1bf67b-532b-4590-bcb6-07e7cb4e82f6","MaaSSubscription":{"name":"e2e-shr-shared-efc1af-sub","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"maas-trlp-e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:46.781056521Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-3b20b0 priority=0:[ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-quota-8a7e13-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:46.796173331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"3240b234-6005-4b1f-9a0b-2d1d1615073e","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:46.811292497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"b66257a4-77a1-48d2-8f4e-fd20ac3e189f","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:46.829671979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"b66257a4-77a1-48d2-8f4e-fd20ac3e189f","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:46.831090842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"8d06ab1f-acf4-40e4-9efb-fc084c9147d8","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:46.925788162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"61ef9bae-24e3-4101-aa77-03e8411dad42","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:46.972539331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c439af40-fd8e-40aa-b932-778c1c28e20d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"model":"e2e-extmod-shr-user-0de91a/e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:47.016077015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c439af40-fd8e-40aa-b932-778c1c28e20d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:47.065233052Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c439af40-fd8e-40aa-b932-778c1c28e20d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"name":"e2e-extmod-a-d3971c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:47.065251737Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"e2e-shr-shared-efc1af-access","reconcileID":"c439af40-fd8e-40aa-b932-778c1c28e20d","MaaSAuthPolicy":{"name":"e2e-shr-shared-efc1af-access","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d3971c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:47.099496387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"e2bc2db2-74ba-4415-a068-34607d06f184","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:47.459927734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","reconcileID":"4bc17704-f2ba-42d6-9b52-2817ed528555","MaaSModelRef":{"name":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","namespace":"e2e-extmod-shr-user-0de91a"},"routeName":"external-model-e2e-shr-shared-efc1af-9621215a1b6a","namespace":"e2e-extmod-shr-user-0de91a","model":"e2e-shr-shared-efc1af-e2e-extmod-a-d3971c","externalModel":"e2e-shr-shared-efc1af","provider":"e2e-shr-shared-efc1af-provider","gateway":"openshift-ingress/e2e-extmod-a-d3971c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:47.960765377Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","reconcileID":"0570ee31-744a-4a37-ac30-f7d25c97e60f","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:47.997182854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"e9113288-d823-49a0-92af-67cf2d37517a","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.010575852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f50789a7-9f12-4efa-857e-0d74a001c081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.011558372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"2cd53bd9-6498-4fce-b16e-a8b7a064f679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.011707522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"a0fcb606-140d-46da-85db-ff60f7607aa9","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.012879011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"1050152f-78a1-4bd2-9abd-a29079de3f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.018516378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"e9113288-d823-49a0-92af-67cf2d37517a","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.029098125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f50789a7-9f12-4efa-857e-0d74a001c081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.031414923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"a0fcb606-140d-46da-85db-ff60f7607aa9","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.031656749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"2cd53bd9-6498-4fce-b16e-a8b7a064f679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.034153435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"1050152f-78a1-4bd2-9abd-a29079de3f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.035082077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8217dad939d7e9caeed9cb89706fcd1fe9ac56fdeaae7200b4080d259a17f2ed) AuthConfig (7a26cabe6a7f9b00c3eca95858d722ecd310368c9c2f05b8b8cecf371203f986) AuthConfig (197f3acc8c6e705146254c17d2d3a6d6879a49959965e2c8a35667c9f787a558) AuthConfig (7d67a86e35e9d65e7a839f46ca12baf1119f50b0abba61762bf4b0754bd1f224) AuthConfig (b3c249229c85483fa56bec0dba55057081811678b179ec54bbdd9f78bca8814c) AuthConfig (f90530b06a0d8f5636c7c734ef89102c6c8a942ef7a5a9c5bb142d437b7ae76d) AuthConfig (8ae0eaff7349c6658f637c1088052390d4becd211539c3851e1980f113758345) AuthConfig (1562b4b3a8677e2f378c0fd8051a1cf794616757d8e2d97a00ca78585210dfff) AuthConfig (6232b1f4657a7a7299408099f9d8c13e13d1c0889cee96ba4948755aabab6381) AuthConfig (7307bd3703d6189e9c3b294e2d35434126ac50c2263906705d80bf6a92a4e3f6) AuthConfig (a160d0618980401f61135edaac77201a1ae26b3fa6fb3b66746cc80bd03ac424) AuthConfig (efa12fd8ae0cc1aa3625fc39d8dceb77d57743d4f9fe8f97770a19e9a2de7454) AuthConfig (034dcf3acd0a5572832860fda329da172da519362387691c0d3e552f2a93ccfc) AuthConfig (a3e1818f89611311478a51e059c5e63b796f9faf1d3bee9a639c056613917aa1) AuthConfig (c847d0f6d532c004b63d8fbfa0332522266274a3e0e9b79139cfe3040b7c53ee) AuthConfig (8a234bbe0f3ed4d24fe5136c1f7b5574cf69bf55ef75dbc64f21ff8f49bdc784) AuthConfig (ae17d2c3f8fecc04677d498f354dafc5476f22d23db16dd157b99dadd0ebe14d) AuthConfig (04738bf06bcfcd368cc4a18a0e69582ef73d8dac087dffd2cc5b64ab85fa3894)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"e9113288-d823-49a0-92af-67cf2d37517a","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.051150736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a90e27-814f-4218-97bf-8934d6ee89ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.065660036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a90e27-814f-4218-97bf-8934d6ee89ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.080110951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a90e27-814f-4218-97bf-8934d6ee89ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.094876028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a90e27-814f-4218-97bf-8934d6ee89ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.123154751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ea0d2e12-cf61-4998-afe9-f7b16392dfc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.14284983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"ea0d2e12-cf61-4998-afe9-f7b16392dfc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.225202807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5f0f4d5c-8685-4d7c-941e-b3ecb619b35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.225489477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ec70dab7-901e-4e84-9fa2-d922934dda58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.225261367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"7f04a511-e4ca-4c40-8f46-2d44e295cb91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.244877177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"5f0f4d5c-8685-4d7c-941e-b3ecb619b35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.245091492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"ec70dab7-901e-4e84-9fa2-d922934dda58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.247713555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"7f04a511-e4ca-4c40-8f46-2d44e295cb91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.24967176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-efc1af","namespace":"e2e-extmod-shr-user-0de91a"},"namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","reconcileID":"62b27b48-da69-4f38-a3b0-151e424a860e","namespace":"e2e-extmod-shr-user-0de91a","name":"e2e-shr-shared-efc1af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.314881029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b9e48741-5745-4a19-8ae6-9cc97e2f109d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.332921865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"b9e48741-5745-4a19-8ae6-9cc97e2f109d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.435160245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"03b59bef-3ade-4f15-a362-fea7efa883dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.453733751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"03b59bef-3ade-4f15-a362-fea7efa883dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.530141627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"3a4e69e4-4e33-44ff-a49b-a9b3d927f630","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.530648029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"864f8291-5249-4dd1-8b44-07d395d6f21a","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.547936318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2726013f-8c13-4d0c-92b8-7d63a00dbaae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.548517549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"1b52f8d4-ce2f-446f-bd3d-0ac0dfe70dbb","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.578407379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"864f8291-5249-4dd1-8b44-07d395d6f21a","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.708189583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"3a4e69e4-4e33-44ff-a49b-a9b3d927f630","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.719601428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"1b52f8d4-ce2f-446f-bd3d-0ac0dfe70dbb","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.722428489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2726013f-8c13-4d0c-92b8-7d63a00dbaae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.806846699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"bbb96ad8-65ae-4d93-be5c-345ac0d6b4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.825131087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"bbb96ad8-65ae-4d93-be5c-345ac0d6b4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.859510366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"55df132d-a8bf-4843-9d74-f19285ee2801","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.873672023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"5a011381-2004-49fb-ade1-eafd5494cbc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.877683709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"55df132d-a8bf-4843-9d74-f19285ee2801","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.892445241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"5a011381-2004-49fb-ade1-eafd5494cbc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.894568523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8217dad939d7e9caeed9cb89706fcd1fe9ac56fdeaae7200b4080d259a17f2ed) AuthConfig (7a26cabe6a7f9b00c3eca95858d722ecd310368c9c2f05b8b8cecf371203f986) AuthConfig (197f3acc8c6e705146254c17d2d3a6d6879a49959965e2c8a35667c9f787a558) AuthConfig (7d67a86e35e9d65e7a839f46ca12baf1119f50b0abba61762bf4b0754bd1f224) AuthConfig (b3c249229c85483fa56bec0dba55057081811678b179ec54bbdd9f78bca8814c) AuthConfig (f90530b06a0d8f5636c7c734ef89102c6c8a942ef7a5a9c5bb142d437b7ae76d) AuthConfig (8ae0eaff7349c6658f637c1088052390d4becd211539c3851e1980f113758345) AuthConfig (1562b4b3a8677e2f378c0fd8051a1cf794616757d8e2d97a00ca78585210dfff) AuthConfig (6232b1f4657a7a7299408099f9d8c13e13d1c0889cee96ba4948755aabab6381) AuthConfig (7307bd3703d6189e9c3b294e2d35434126ac50c2263906705d80bf6a92a4e3f6) AuthConfig (a160d0618980401f61135edaac77201a1ae26b3fa6fb3b66746cc80bd03ac424) AuthConfig (efa12fd8ae0cc1aa3625fc39d8dceb77d57743d4f9fe8f97770a19e9a2de7454) AuthConfig (034dcf3acd0a5572832860fda329da172da519362387691c0d3e552f2a93ccfc) AuthConfig (a3e1818f89611311478a51e059c5e63b796f9faf1d3bee9a639c056613917aa1) AuthConfig (c847d0f6d532c004b63d8fbfa0332522266274a3e0e9b79139cfe3040b7c53ee) AuthConfig (8a234bbe0f3ed4d24fe5136c1f7b5574cf69bf55ef75dbc64f21ff8f49bdc784) AuthConfig (ae17d2c3f8fecc04677d498f354dafc5476f22d23db16dd157b99dadd0ebe14d) AuthConfig (04738bf06bcfcd368cc4a18a0e69582ef73d8dac087dffd2cc5b64ab85fa3894)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"55df132d-a8bf-4843-9d74-f19285ee2801","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.936340726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e076f2-3fbc-4b42-b338-861e651301e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.950816155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e076f2-3fbc-4b42-b338-861e651301e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.965494619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e076f2-3fbc-4b42-b338-861e651301e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.979957132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e076f2-3fbc-4b42-b338-861e651301e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:48.994987386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a50f8228-9f91-4805-88e6-168a4f264a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.009031632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"ce45832e-5f2d-4714-9239-3dd346a42912","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.009056817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"29e707d2-d334-47d7-a113-9ff165488ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.013268731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"a50f8228-9f91-4805-88e6-168a4f264a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.027707142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"ce45832e-5f2d-4714-9239-3dd346a42912","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.028740632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"29e707d2-d334-47d7-a113-9ff165488ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.073853174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11883531-9ec9-47c0-9f0a-d597873d7e4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.074110932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"659194e9-9d16-491e-89e7-b6a2d5bba4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.092695553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11883531-9ec9-47c0-9f0a-d597873d7e4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.093517449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"659194e9-9d16-491e-89e7-b6a2d5bba4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.270253034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ab8570de-0916-445a-a28e-f178fa3e4bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.270461607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ff79e573-1382-4232-9de1-0fcbbe577b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.270665164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a2accdf4-6be4-44c0-8d41-314a0b732fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.28963848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ab8570de-0916-445a-a28e-f178fa3e4bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.289862607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"ff79e573-1382-4232-9de1-0fcbbe577b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:49.292069229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"a2accdf4-6be4-44c0-8d41-314a0b732fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:51.621699507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.240383857Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"f5683bf6-5587-4c5d-b771-47ee4843ec53","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","subscription":"e2e-shr-quota-8a7e13-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.269562212Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"f5683bf6-5587-4c5d-b771-47ee4843ec53","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.286083877Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"f5683bf6-5587-4c5d-b771-47ee4843ec53","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.436437234Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-3b20b0 priority=0:[ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-auth-87148c-sub ai-tenant-e2e-extmod-a-3b20b0/e2e-shr-quota-8a7e13-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.45297531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"7a7fdfda-c9ad-49f0-abfd-758580a743e3","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.480665749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"0624b5b7-d10d-4955-8465-ee126d7f89ca","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.480665513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"5ac468b2-97fe-4c5b-bca1-11c8a1245904","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.499318315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"0624b5b7-d10d-4955-8465-ee126d7f89ca","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.499532071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"5ac468b2-97fe-4c5b-bca1-11c8a1245904","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.599786171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"efe8edd6-4cb8-4914-afb4-133dca79dcb8","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.647089726Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-quota-8a7e13-access","reconcileID":"df86a203-b008-4201-b0db-aff46f9bd07d","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.794185557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","reconcileID":"b23e50ff-3aa5-49f7-ace9-f39eb4cc1d5b","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-679a3b6eb54e","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-b-3875b3","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.964054498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"72360f31-b5b5-4b4e-a629-6b1539a3549a","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.996909812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"e66698a9-31af-4a89-bb2c-bf979310c0a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:52.996979791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"6cd1a743-10cc-4b91-8362-b40e63111284","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:53.004455027Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"e828edb1-b0c2-4527-94bb-9e4d923f585d","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-54f2302e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:53.018852472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"6cd1a743-10cc-4b91-8362-b40e63111284","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:53.019368071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"e66698a9-31af-4a89-bb2c-bf979310c0a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:53.215287774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"c58fd1d8-a416-478d-bafa-8b7ba7eeb04d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:53.215314758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"5fbaf409-9241-4871-b5f1-702aee5f66fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:53.233691792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"c58fd1d8-a416-478d-bafa-8b7ba7eeb04d","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:53.233927317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"5fbaf409-9241-4871-b5f1-702aee5f66fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:58.924180414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"fd5128cd-624d-4732-a7b6-83f45c732dd7","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:58.942539504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"fd5128cd-624d-4732-a7b6-83f45c732dd7","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:58.959323914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8217dad939d7e9caeed9cb89706fcd1fe9ac56fdeaae7200b4080d259a17f2ed) AuthConfig (7a26cabe6a7f9b00c3eca95858d722ecd310368c9c2f05b8b8cecf371203f986) AuthConfig (197f3acc8c6e705146254c17d2d3a6d6879a49959965e2c8a35667c9f787a558) AuthConfig (7d67a86e35e9d65e7a839f46ca12baf1119f50b0abba61762bf4b0754bd1f224) AuthConfig (b3c249229c85483fa56bec0dba55057081811678b179ec54bbdd9f78bca8814c) AuthConfig (f90530b06a0d8f5636c7c734ef89102c6c8a942ef7a5a9c5bb142d437b7ae76d) AuthConfig (8ae0eaff7349c6658f637c1088052390d4becd211539c3851e1980f113758345) AuthConfig (1562b4b3a8677e2f378c0fd8051a1cf794616757d8e2d97a00ca78585210dfff) AuthConfig (6232b1f4657a7a7299408099f9d8c13e13d1c0889cee96ba4948755aabab6381) AuthConfig (7307bd3703d6189e9c3b294e2d35434126ac50c2263906705d80bf6a92a4e3f6) AuthConfig (a160d0618980401f61135edaac77201a1ae26b3fa6fb3b66746cc80bd03ac424) AuthConfig (efa12fd8ae0cc1aa3625fc39d8dceb77d57743d4f9fe8f97770a19e9a2de7454) AuthConfig (034dcf3acd0a5572832860fda329da172da519362387691c0d3e552f2a93ccfc) AuthConfig (a3e1818f89611311478a51e059c5e63b796f9faf1d3bee9a639c056613917aa1) AuthConfig (c847d0f6d532c004b63d8fbfa0332522266274a3e0e9b79139cfe3040b7c53ee) AuthConfig (8a234bbe0f3ed4d24fe5136c1f7b5574cf69bf55ef75dbc64f21ff8f49bdc784) AuthConfig (ae17d2c3f8fecc04677d498f354dafc5476f22d23db16dd157b99dadd0ebe14d) AuthConfig (04738bf06bcfcd368cc4a18a0e69582ef73d8dac087dffd2cc5b64ab85fa3894)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"fd5128cd-624d-4732-a7b6-83f45c732dd7","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:59.003049512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8083bfce-b873-4c08-ae1c-181d0080e2b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:59.017384558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8083bfce-b873-4c08-ae1c-181d0080e2b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:59.031724735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8083bfce-b873-4c08-ae1c-181d0080e2b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:59.046328712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8083bfce-b873-4c08-ae1c-181d0080e2b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:59.714320458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2f49d4-6847-4657-b088-325316f00721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:59.728823267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2f49d4-6847-4657-b088-325316f00721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:59.743102288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2f49d4-6847-4657-b088-325316f00721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:59.757506366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2f49d4-6847-4657-b088-325316f00721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:13:59.930764304Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-00b849","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-00b849","reconcileID":"e8613046-fab7-482d-847c-6f08a6b9b6fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-00b849","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-00b849":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:00.354516463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500aa247-2b36-46bc-bcc2-784d305ec329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:00.369880871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500aa247-2b36-46bc-bcc2-784d305ec329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:00.384886135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500aa247-2b36-46bc-bcc2-784d305ec329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:00.399276436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500aa247-2b36-46bc-bcc2-784d305ec329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.01990014Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"abf00e32-56a5-4fb9-b1cc-62de8288df3e","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","subscription":"e2e-shr-quota-8a7e13-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.049610116Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"abf00e32-56a5-4fb9-b1cc-62de8288df3e","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.064274971Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-sub","reconcileID":"abf00e32-56a5-4fb9-b1cc-62de8288df3e","MaaSSubscription":{"name":"e2e-shr-quota-8a7e13-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.162075589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"0261c373-192b-455b-af10-77e00a2bd1d6","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.19144787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"e39209c8-9e3d-4f3a-ac77-3c869c99a1f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.194316489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"ce22a8a4-4d66-4c0f-8280-c82149b3a3aa","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.197069556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"17b432b6-0ecc-4707-aa3d-700d2fcf4b07","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.210192899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"e39209c8-9e3d-4f3a-ac77-3c869c99a1f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.211808129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"ce22a8a4-4d66-4c0f-8280-c82149b3a3aa","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.307277421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"5c2de142-f3ff-4985-9007-0ca09fd21074","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.353074121Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-quota-8a7e13-access","reconcileID":"95f93011-e454-4fc3-986b-c9ac020012ed","MaaSAuthPolicy":{"name":"e2e-shr-quota-8a7e13-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.502447915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"ab99a2bd-b9a8-428f-b769-ecc1cf74cd50","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.862130278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","reconcileID":"2b2d177a-04ed-4a77-b7a7-fbca111ba535","MaaSModelRef":{"name":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-quota-8a7e13-e531b8de41d7","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-quota-8a7e13-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-quota-8a7e13","provider":"e2e-shr-quota-8a7e13-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.40711469Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-8a7e13","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","reconcileID":"4eaf8227-b13d-4d81-856c-aff2d6a1bace","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.43734168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"f83a7808-e230-46b5-bd6b-a820d8b50a81","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.438138373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"1876aba6-f87f-4998-ad08-611ee1be6d0f","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.43990096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"6a0baff4-a288-4b90-827a-933e0ab66f03","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.451539883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a21ec617-cd13-4b16-8e36-6a2f0e918c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.452381122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"0c7a3f4c-5dd9-4ace-b562-c182f926e8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.452634821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"821cb581-5c1b-40c0-916a-7613d7d31e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.454740812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"f266f173-0915-4f6f-8a9a-6005b0a750a9","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.456324426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"f83a7808-e230-46b5-bd6b-a820d8b50a81","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.457578623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"1876aba6-f87f-4998-ad08-611ee1be6d0f","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.471145975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"a21ec617-cd13-4b16-8e36-6a2f0e918c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.471862058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"821cb581-5c1b-40c0-916a-7613d7d31e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.474240156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"0c7a3f4c-5dd9-4ace-b562-c182f926e8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.474471695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8217dad939d7e9caeed9cb89706fcd1fe9ac56fdeaae7200b4080d259a17f2ed) AuthConfig (7a26cabe6a7f9b00c3eca95858d722ecd310368c9c2f05b8b8cecf371203f986) AuthConfig (197f3acc8c6e705146254c17d2d3a6d6879a49959965e2c8a35667c9f787a558) AuthConfig (7d67a86e35e9d65e7a839f46ca12baf1119f50b0abba61762bf4b0754bd1f224) AuthConfig (b3c249229c85483fa56bec0dba55057081811678b179ec54bbdd9f78bca8814c) AuthConfig (f90530b06a0d8f5636c7c734ef89102c6c8a942ef7a5a9c5bb142d437b7ae76d) AuthConfig (8ae0eaff7349c6658f637c1088052390d4becd211539c3851e1980f113758345) AuthConfig (1562b4b3a8677e2f378c0fd8051a1cf794616757d8e2d97a00ca78585210dfff) AuthConfig (6232b1f4657a7a7299408099f9d8c13e13d1c0889cee96ba4948755aabab6381) AuthConfig (7307bd3703d6189e9c3b294e2d35434126ac50c2263906705d80bf6a92a4e3f6) AuthConfig (a160d0618980401f61135edaac77201a1ae26b3fa6fb3b66746cc80bd03ac424) AuthConfig (efa12fd8ae0cc1aa3625fc39d8dceb77d57743d4f9fe8f97770a19e9a2de7454) AuthConfig (034dcf3acd0a5572832860fda329da172da519362387691c0d3e552f2a93ccfc) AuthConfig (a3e1818f89611311478a51e059c5e63b796f9faf1d3bee9a639c056613917aa1) AuthConfig (c847d0f6d532c004b63d8fbfa0332522266274a3e0e9b79139cfe3040b7c53ee) AuthConfig (8a234bbe0f3ed4d24fe5136c1f7b5574cf69bf55ef75dbc64f21ff8f49bdc784) AuthConfig (ae17d2c3f8fecc04677d498f354dafc5476f22d23db16dd157b99dadd0ebe14d) AuthConfig (04738bf06bcfcd368cc4a18a0e69582ef73d8dac087dffd2cc5b64ab85fa3894)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"1876aba6-f87f-4998-ad08-611ee1be6d0f","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.502122438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"316f22bf-0be6-422c-9626-21db55874ead","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-b-3875b3","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-b-3875b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.50412645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"bee838b3-d36f-4219-b148-7a3b1908a2f6","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.518301758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"34014ae3-deb8-4c5e-82f6-c242e725e0ae","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.533318346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"7e21a5ee-aa24-4a0e-bbb8-9db07f6c5b48","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.553477976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2e6dbb7b-425d-4661-a6d3-eaa93318576f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.572856509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"2e6dbb7b-425d-4661-a6d3-eaa93318576f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.633167912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"9473de85-044e-4684-9642-b05cb660baaa","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-b-3875b3","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-b-3875b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.633762318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"f0e272c1-a473-4a99-8a27-f622a5592355","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.704855498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"913649f9-2076-4bf6-9537-7a22a11be0aa","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.715187537Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-8a7e13","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","reconcileID":"88b2c06f-9aff-4118-80be-2c0b6d4e7ec8","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-quota-8a7e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.718560325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bdf81f9f-e08a-4833-92bb-c6ce5dcf0749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.71958008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"70de7dfa-d032-45cd-bdd3-1936449650c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.796427857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98481007-fe81-43c5-9284-92a8edc6477c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.867419391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"913649f9-2076-4bf6-9537-7a22a11be0aa","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.885561024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"70de7dfa-d032-45cd-bdd3-1936449650c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.887172578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bdf81f9f-e08a-4833-92bb-c6ce5dcf0749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.892854915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98481007-fe81-43c5-9284-92a8edc6477c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.901072655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0f665074-da76-4e75-a6b8-d75b4027f58a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.919872335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0f665074-da76-4e75-a6b8-d75b4027f58a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.064575485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"6971e4ef-e1a3-443b-a187-f61f3ebd1433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.064627419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6c4e50cf-8b8b-45a5-af6e-b848c63136c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.082709498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6c4e50cf-8b8b-45a5-af6e-b848c63136c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.082813684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"6971e4ef-e1a3-443b-a187-f61f3ebd1433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.151134153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"4561d944-9052-449c-8e80-d20dd384ddb6","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.16565641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"567d2a36-7663-48d2-b225-8d2f8e5017be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.165656395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"63c2d7f4-4888-496e-a652-838a8d9c22c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.169903529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"4561d944-9052-449c-8e80-d20dd384ddb6","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.188261482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"567d2a36-7663-48d2-b225-8d2f8e5017be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.188266005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"63c2d7f4-4888-496e-a652-838a8d9c22c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.249447558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"a66a1f37-5976-4f69-bda1-ad9532ec87fc","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.31901577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"a66a1f37-5976-4f69-bda1-ad9532ec87fc","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.320123205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4af2f063-24f7-44d5-acca-5d3c481a24ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.454736191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-01c3ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8217dad939d7e9caeed9cb89706fcd1fe9ac56fdeaae7200b4080d259a17f2ed) AuthConfig (7a26cabe6a7f9b00c3eca95858d722ecd310368c9c2f05b8b8cecf371203f986) AuthConfig (197f3acc8c6e705146254c17d2d3a6d6879a49959965e2c8a35667c9f787a558) AuthConfig (7d67a86e35e9d65e7a839f46ca12baf1119f50b0abba61762bf4b0754bd1f224) AuthConfig (b3c249229c85483fa56bec0dba55057081811678b179ec54bbdd9f78bca8814c) AuthConfig (f90530b06a0d8f5636c7c734ef89102c6c8a942ef7a5a9c5bb142d437b7ae76d) AuthConfig (8ae0eaff7349c6658f637c1088052390d4becd211539c3851e1980f113758345) AuthConfig (1562b4b3a8677e2f378c0fd8051a1cf794616757d8e2d97a00ca78585210dfff) AuthConfig (6232b1f4657a7a7299408099f9d8c13e13d1c0889cee96ba4948755aabab6381) AuthConfig (7307bd3703d6189e9c3b294e2d35434126ac50c2263906705d80bf6a92a4e3f6) AuthConfig (a160d0618980401f61135edaac77201a1ae26b3fa6fb3b66746cc80bd03ac424) AuthConfig (efa12fd8ae0cc1aa3625fc39d8dceb77d57743d4f9fe8f97770a19e9a2de7454) AuthConfig (034dcf3acd0a5572832860fda329da172da519362387691c0d3e552f2a93ccfc) AuthConfig (a3e1818f89611311478a51e059c5e63b796f9faf1d3bee9a639c056613917aa1) AuthConfig (c847d0f6d532c004b63d8fbfa0332522266274a3e0e9b79139cfe3040b7c53ee) AuthConfig (8a234bbe0f3ed4d24fe5136c1f7b5574cf69bf55ef75dbc64f21ff8f49bdc784) AuthConfig (ae17d2c3f8fecc04677d498f354dafc5476f22d23db16dd157b99dadd0ebe14d) AuthConfig (04738bf06bcfcd368cc4a18a0e69582ef73d8dac087dffd2cc5b64ab85fa3894)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"a66a1f37-5976-4f69-bda1-ad9532ec87fc","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.469509066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b476ad12-b9f7-4344-8714-f187ecbfa46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.473448284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"4af2f063-24f7-44d5-acca-5d3c481a24ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.485052162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"3639efe4-f514-4a1a-8f7a-58e9b3893b4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.485409631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"53b8633b-1228-4c3b-bccf-4a0df46d362e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.492132799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b476ad12-b9f7-4344-8714-f187ecbfa46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.502869512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"39842d82-dbaf-4ef4-a4d8-91cedf02cf41","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.506739772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"3639efe4-f514-4a1a-8f7a-58e9b3893b4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.507070699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"53b8633b-1228-4c3b-bccf-4a0df46d362e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.521525914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"39842d82-dbaf-4ef4-a4d8-91cedf02cf41","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.601357239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"8de9b85f-8650-4d01-9aaa-fde8c4225dfa","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.627606845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"449eded1-a390-430f-97da-1e1bc85abada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.627840574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35fb5a33-ac62-4259-a3d3-453c58ef1b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.627602013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3f772067-79d2-44c5-8268-6134e45ae0d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.640281248Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"69398949-9976-4f4d-8c8b-9c533d5b4b51","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0fecdb42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.649194728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"449eded1-a390-430f-97da-1e1bc85abada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.649305899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35fb5a33-ac62-4259-a3d3-453c58ef1b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.652909088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3f772067-79d2-44c5-8268-6134e45ae0d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.750183569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"973d553d-92e6-4932-b9ec-6576b41b6ad8","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:05.872885274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"973d553d-92e6-4932-b9ec-6576b41b6ad8","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.502816849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"8366447b-6c2d-47aa-a90f-73ca28245362","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.521017042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"8366447b-6c2d-47aa-a90f-73ca28245362","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.599153232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"b516be91-9bfc-4a1d-a814-c324cb6b6b22","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.599171147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"b516be91-9bfc-4a1d-a814-c324cb6b6b22","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.655200005Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"770554b1-01f4-430a-bee4-c98cf71827cd","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-b-3875b3","subscription":"e2e-shr-auth-87148c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.684466051Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"770554b1-01f4-430a-bee4-c98cf71827cd","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-b-3875b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.699248109Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-sub","reconcileID":"770554b1-01f4-430a-bee4-c98cf71827cd","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-b-3875b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.86495469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"1286477f-2a5a-4dbb-8219-c93b96529052","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.879266015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"4b6ba168-0106-46ce-9a8a-b88eea3790fc","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.897662573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"4b6ba168-0106-46ce-9a8a-b88eea3790fc","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:15.997865171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"31bbf37c-3681-45d5-b35f-242a947eb0c4","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.003637208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"7f2cbd9b-6a87-4d58-a07c-f1ee31d53903","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.015884531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"31bbf37c-3681-45d5-b35f-242a947eb0c4","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.086012416Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"a7e2e02c-b15c-4179-a261-e158c96665fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-b-3875b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.173185825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"a7e2e02c-b15c-4179-a261-e158c96665fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.218430302Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"a7e2e02c-b15c-4179-a261-e158c96665fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"name":"e2e-extmod-b-3875b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.218445128Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"e2e-shr-auth-87148c-access","reconcileID":"a7e2e02c-b15c-4179-a261-e158c96665fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3875b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.252410454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","reconcileID":"3192aecd-a568-4cda-99b0-f6ec9624f195","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-b4cf99aa6515","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-b-3875b3","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-b-3875b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.396804346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"5510ba73-124a-4ccb-a682-62676106c5e4","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.412525485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"0c10ce20-13a4-4d28-98fb-abd678bca6c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.432353012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"0c10ce20-13a4-4d28-98fb-abd678bca6c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.437701016Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"ad0a3fd9-c35b-4dbd-9928-1afe768c2dc3","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e289d5e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.611837269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"0ff7b45b-72c2-4eea-8c28-aad955863ebe","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:16.632353357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"0ff7b45b-72c2-4eea-8c28-aad955863ebe","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:19.722231234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"cbfb3a18-cc69-4dad-8d47-95496d46af48","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:19.722259494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"cbfb3a18-cc69-4dad-8d47-95496d46af48","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.014799669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"39ebbd14-3b4e-4cda-821e-918d932a9568","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.014818426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"39ebbd14-3b4e-4cda-821e-918d932a9568","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.031967864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"abd269c7-fe75-4fb1-a0b8-541e297a1d3f","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.031986217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"abd269c7-fe75-4fb1-a0b8-541e297a1d3f","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.105841599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"8abb7218-ad01-48ee-b4a0-52dcb387f9ce","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.225292487Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"8abb7218-ad01-48ee-b4a0-52dcb387f9ce","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.242724249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fdb7d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"8abb7218-ad01-48ee-b4a0-52dcb387f9ce","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.260787014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"061d2f6e-7dd1-41e4-bdc4-1c8ee7bf601d","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.260805284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"061d2f6e-7dd1-41e4-bdc4-1c8ee7bf601d","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.336631242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"2d7d1249-66a1-4748-9bcb-5df2afc3bc50","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.336649787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"2d7d1249-66a1-4748-9bcb-5df2afc3bc50","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.359638789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"def97c07-0446-4728-8ed5-d5a8ad30d0f9","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.359658263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"def97c07-0446-4728-8ed5-d5a8ad30d0f9","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.36535294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"ac980ea7-8633-4467-a8b9-4870fe8498fe","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:14:20.366190849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-sub","reconcileID":"9f05cd1a-a847-4359-8b37-5e04f1d4efc0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-01c3ee-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:14:20.375040453Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"def97c07-0446-4728-8ed5-d5a8ad30d0f9","name":"test-model-01c3ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-01c3ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:14:20.375091764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"def97c07-0446-4728-8ed5-d5a8ad30d0f9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-01c3ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.380485394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"464c4d85-ea15-427a-81f6-6491ed326cfd","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.380505458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"464c4d85-ea15-427a-81f6-6491ed326cfd","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.383223877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"ac980ea7-8633-4467-a8b9-4870fe8498fe","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.398739496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"040bc936-6438-45c2-a6a9-39d11799d176","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.398762672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"040bc936-6438-45c2-a6a9-39d11799d176","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.417729548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"241d5975-9368-45e6-b5c4-e61debd4d57a","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.417750045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"241d5975-9368-45e6-b5c4-e61debd4d57a","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.481870803Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-sub","reconcileID":"f246a557-2e8b-4f9e-bfe0-4ff4fc8ea4d0","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"maas-trlp-test-model-01c3ee","model":"test-model-01c3ee","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.541092126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"665051c3-e2ce-49c7-a155-2237a92f850b","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.541307089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"665051c3-e2ce-49c7-a155-2237a92f850b","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.546526344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"b4ecbfa5-06c9-41a9-bb36-b254c6671cdf","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.565565286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"b4ecbfa5-06c9-41a9-bb36-b254c6671cdf","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:20.597923463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-sub","reconcileID":"d28e1fd3-df19-4523-aa65-0c812744b79b","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"maas-trlp-test-model-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:21.621851368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:25.36584652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ac452c-ed89-4500-8b1a-0d1b83f9602c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:25.381246211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ac452c-ed89-4500-8b1a-0d1b83f9602c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:25.395931032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ac452c-ed89-4500-8b1a-0d1b83f9602c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:25.41040619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ac452c-ed89-4500-8b1a-0d1b83f9602c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:25.961990867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ec27f5-0077-4577-a9d1-f3250f2256a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:25.976748877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ec27f5-0077-4577-a9d1-f3250f2256a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:25.991264057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ec27f5-0077-4577-a9d1-f3250f2256a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.006535641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ec27f5-0077-4577-a9d1-f3250f2256a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.453041351Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"6c4c58a5-d241-4d29-8c04-8d3f8ebaa8c6","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","subscription":"e2e-shr-auth-87148c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.48233578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"6c4c58a5-d241-4d29-8c04-8d3f8ebaa8c6","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.497078281Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-sub","reconcileID":"6c4c58a5-d241-4d29-8c04-8d3f8ebaa8c6","MaaSSubscription":{"name":"e2e-shr-auth-87148c-sub","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"maas-trlp-e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.606515201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"8e31b941-59f7-41f1-b17d-3f13acae01e1","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.610023435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"338b61b5-fb9c-41e3-8935-f7cecd5d121f","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.629886065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"338b61b5-fb9c-41e3-8935-f7cecd5d121f","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.732083882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"8f66c6d6-7c7e-40c4-b286-c87d7a996003","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.732657861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"09d05a8b-431d-4922-9013-bfc71e0485c3","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.750340058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"8f66c6d6-7c7e-40c4-b286-c87d7a996003","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:26.825008202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"56f829ff-1659-4564-8f89-9e937a727aa1","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"model":"e2e-extmod-shr-user-ae5137/e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:27.012568954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"56f829ff-1659-4564-8f89-9e937a727aa1","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:27.060393684Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"56f829ff-1659-4564-8f89-9e937a727aa1","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"name":"e2e-extmod-a-3b20b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:27.060413752Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"e2e-shr-auth-87148c-access","reconcileID":"56f829ff-1659-4564-8f89-9e937a727aa1","MaaSAuthPolicy":{"name":"e2e-shr-auth-87148c-access","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:27.09954023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"3cebddb4-2932-4c83-83b2-c79696d01502","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:27.442403404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","reconcileID":"6ec335a6-e4aa-4e83-8e1e-f45122e309c1","MaaSModelRef":{"name":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","namespace":"e2e-extmod-shr-user-ae5137"},"routeName":"external-model-e2e-shr-auth-87148c-5a98afa64d80","namespace":"e2e-extmod-shr-user-ae5137","model":"e2e-shr-auth-87148c-e2e-extmod-a-3b20b0","externalModel":"e2e-shr-auth-87148c","provider":"e2e-shr-auth-87148c-provider","gateway":"openshift-ingress/e2e-extmod-a-3b20b0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:27.957162083Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c","reconcileID":"b45a12b8-5b37-477f-9fdf-a35baa479e22","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:27.987667556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"2b66a6da-ae76-4b4f-b396-dda518bcef0d","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.001773619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"4a0e1d41-431e-4f5d-98eb-13615d8625c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.001865463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d725729-bfe9-49da-b23b-37ecc742c16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.002236644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8fc1fb84-b414-4f83-9f2c-b36f13dce638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.002304599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d50a9920-fd9a-4ed6-83d4-a58ddf44374e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.007163424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"2b66a6da-ae76-4b4f-b396-dda518bcef0d","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.020824434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"4a0e1d41-431e-4f5d-98eb-13615d8625c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.021677898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d725729-bfe9-49da-b23b-37ecc742c16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.023655806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"8fc1fb84-b414-4f83-9f2c-b36f13dce638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.024102815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"d50a9920-fd9a-4ed6-83d4-a58ddf44374e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.024864465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fdb7d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"2b66a6da-ae76-4b4f-b396-dda518bcef0d","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.090292421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"9b2b113d-2f66-494f-b59d-8b258f142484","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.109695554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"9b2b113d-2f66-494f-b59d-8b258f142484","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.202787293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e1679df0-1fea-4b6d-9f6c-95314d324510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.203049729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"94022412-7119-402a-a88b-ec71e52fc230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.203230051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"20984524-4351-46a6-856a-0c8aa1294ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.225227996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e1679df0-1fea-4b6d-9f6c-95314d324510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.225302784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"20984524-4351-46a6-856a-0c8aa1294ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.227732354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"94022412-7119-402a-a88b-ec71e52fc230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.245680375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-87148c","namespace":"e2e-extmod-shr-user-ae5137"},"namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c","reconcileID":"756e8bea-ba25-4106-a3f1-e635fcce4a0e","namespace":"e2e-extmod-shr-user-ae5137","name":"e2e-shr-auth-87148c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.301293842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"492423a2-d159-4009-bca1-4898d367c827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.301601028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0c12122b-4c76-4c8d-a38d-568ca1017276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.319407318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"492423a2-d159-4009-bca1-4898d367c827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.319574012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"0c12122b-4c76-4c8d-a38d-568ca1017276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.439147451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"6040db09-ef39-4839-af05-4ee739e70445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.439192347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b4adea15-550c-4345-b835-2888dd8bb122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.439501907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"37940224-93d4-462d-ad93-6790b1328258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.459037934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"6040db09-ef39-4839-af05-4ee739e70445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.459402363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"b4adea15-550c-4345-b835-2888dd8bb122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.462275437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"37940224-93d4-462d-ad93-6790b1328258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.530017134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"33d38eef-8cab-47cf-a1fd-792a1c9975af","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.548916883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"07cc5724-986f-4184-9dec-4649ada49f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.586100526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"33d38eef-8cab-47cf-a1fd-792a1c9975af","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.675232928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fdb7d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"33d38eef-8cab-47cf-a1fd-792a1c9975af","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.676831864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"07cc5724-986f-4184-9dec-4649ada49f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.718233924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"03fb2ef3-d881-42e6-ac79-6767076eb872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.718630127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef9edf49-2501-44a1-b534-83e5be570be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.734493307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3e96894c-f582-437f-9839-8df1caeef020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.73454941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e8829bf1-aa6f-472b-869c-9397f17bd96b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.737794198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"03fb2ef3-d881-42e6-ac79-6767076eb872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.738132181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef9edf49-2501-44a1-b534-83e5be570be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.796537504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3e96894c-f582-437f-9839-8df1caeef020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.79781506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"e8829bf1-aa6f-472b-869c-9397f17bd96b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.844174871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"67dec43d-c39e-4c69-ad08-3a014c74ea08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.863702936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"67dec43d-c39e-4c69-ad08-3a014c74ea08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.927916328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"696c12ae-9714-4e66-a1e6-c2e2b38d826c","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.94197102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d3b62456-8343-487c-8fa0-9ddd27803cb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.946974233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"696c12ae-9714-4e66-a1e6-c2e2b38d826c","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:28.962699264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"d3b62456-8343-487c-8fa0-9ddd27803cb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.704814372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"ee917e5f-5acd-46e4-b345-be18bbf0c93b","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.722698558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"ee917e5f-5acd-46e4-b345-be18bbf0c93b","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.739408602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fdb7d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"ee917e5f-5acd-46e4-b345-be18bbf0c93b","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.755327773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65dbc67-462f-48d6-8b94-4c9ba19dfdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.769829529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65dbc67-462f-48d6-8b94-4c9ba19dfdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.784198986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65dbc67-462f-48d6-8b94-4c9ba19dfdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.798723452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65dbc67-462f-48d6-8b94-4c9ba19dfdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:39.47052899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c87fe7-b199-45f8-b1f9-4b651b77f29e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:39.485053046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c87fe7-b199-45f8-b1f9-4b651b77f29e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:39.499755311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c87fe7-b199-45f8-b1f9-4b651b77f29e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:39.506817373Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1647fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1647fe","reconcileID":"1123818a-2d6d-47c8-baf9-85452090c5aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1647fe","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-1647fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:39.514468757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c87fe7-b199-45f8-b1f9-4b651b77f29e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:40.162631416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acedb9a1-3a1a-4c76-9dbd-680886b80f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:40.177173865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acedb9a1-3a1a-4c76-9dbd-680886b80f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:40.191574306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acedb9a1-3a1a-4c76-9dbd-680886b80f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:40.206156021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acedb9a1-3a1a-4c76-9dbd-680886b80f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:48.83922107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"9b732caf-08c6-40d1-99d9-da36e9463003","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:48.875064793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"9b732caf-08c6-40d1-99d9-da36e9463003","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:48.901076121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fdb7d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"9b732caf-08c6-40d1-99d9-da36e9463003","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:50.373555196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-sub","reconcileID":"1f5e0c9b-607c-48d7-b15d-d5836ec4451a","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"maas-trlp-test-model-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:50.425770646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"dc30e87b-b381-4790-9e48-c129bb2f8308","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:50.42578901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"dc30e87b-b381-4790-9e48-c129bb2f8308","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:51.367870925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"0438b4a6-f10d-4d68-b252-7094c1d030b9","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:51.388161887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"0438b4a6-f10d-4d68-b252-7094c1d030b9","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:51.406811654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fdb7d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c76e038f026c90c9c165ca2c3f4e3f3939cd609d4bf794259066929c8249197d) AuthConfig (479143a6dbcc14cb2ca65f276db56cbf054ee4ed38996cb1f2dd08a9f01d8565) AuthConfig (f0f9121d7ff16e9816b42ea5a49539846a22def4156bcbec0d048e99ed7274a9) AuthConfig (d7b9141243526abefab4139b201407751dbf869b7221091cedffa61288f0646a) AuthConfig (ea20a2c99fb44dc9171967a3d448a61630cce9525d5b6ef2931fa3ba472c4bc1) AuthConfig (90d522e501b5021a64184c5462b1bd079069a6e71dc9c365a3139d3838051b3d) AuthConfig (141d53207d368b64a2d31e374ec11a49203160598e52e5642a221bba7286fede) AuthConfig (e02e37abdb28428839f72c0f23812db5013acf2985f2326bdae370730a75ead7) AuthConfig (0dd0889f12ee5eda81850120f5241752b3b884710497448b5f7b93e210bd4c68) AuthConfig (2a6caaded7191bde963ba5d191ba87aa7a6ed10962f4a60c0b57df455867416c) AuthConfig (3cd73eebedc3179c4a560576b4745039edd08199e03c58742c665f16a40521c4) AuthConfig (f2dd2653d66eea7943d1902e36102c10c8543aca2921a671d574b2447ce70943) AuthConfig (18f5840b108dbcdc4aca751bc1849240003e9e2263918afb659804662cd17967) AuthConfig (f9ce7f45c5b01e046e2f5cd6322b1e108e8abc492360837f757d7414b595c366) AuthConfig (50777053102117c95b16d63a1f918422f481d89e290e4ac243efe43126d20d0f) AuthConfig (2ad377a44fbb3363dbb51ae401bac72157a892c391dc510ea6ff571337013bf5) AuthConfig (da78c78dbcd4499a1e3fe93156fba57f530d49e7ea9be2f0019788776d0e50d0) AuthConfig (5a58ac18cab79d1d48c67b8d1798ad98907e0745fd52161fd9e10923ae0bd292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"0438b4a6-f10d-4d68-b252-7094c1d030b9","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:51.426875596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"c10bdf2c-6c6c-45b5-bc14-8506585f8792","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:51.426896278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"c10bdf2c-6c6c-45b5-bc14-8506585f8792","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:51.622442492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:52.183754658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"34ff8d8e-25df-40a7-a55a-a0881be65119","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:52.201789956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"34ff8d8e-25df-40a7-a55a-a0881be65119","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.333173381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"229f2107-3306-4431-a716-f6c27b53cc02","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.33320527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"229f2107-3306-4431-a716-f6c27b53cc02","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.641745432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"b7c7fb62-37fa-4697-ab32-4d847d89c470","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.641855737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"b7c7fb62-37fa-4697-ab32-4d847d89c470","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.660889975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"a8b21cc2-88cb-4e0c-b7cb-3b3fb39714b3","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.660918286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"a8b21cc2-88cb-4e0c-b7cb-3b3fb39714b3","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.69320975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"5e5fbea2-5699-47a4-b1bc-f69f61ca0b38","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.744480375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"5e5fbea2-5699-47a4-b1bc-f69f61ca0b38","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.761483311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f023bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"5e5fbea2-5699-47a4-b1bc-f69f61ca0b38","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.778667145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"abeedf45-03b2-4edf-b6df-e29f15838513","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:53.778690599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"abeedf45-03b2-4edf-b6df-e29f15838513","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:55.490256067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"62504c28-2be7-4050-80ae-9b4862ade64f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:55.528361177Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"62504c28-2be7-4050-80ae-9b4862ade64f","name":"e2e-inf-a-00b849-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:00.611930173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"01ca1d33-e0f8-4d68-a896-95db2744c13d","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:00.611958925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"01ca1d33-e0f8-4d68-a896-95db2744c13d","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:00.927514273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"64f0bdca-1e53-4c31-8230-65b8f70f46ae","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:00.927555443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"64f0bdca-1e53-4c31-8230-65b8f70f46ae","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:00.946268963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"3f53e475-2137-465d-961a-05eeb9c764b4","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:00.946312717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"3f53e475-2137-465d-961a-05eeb9c764b4","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:00.975699518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"72e6f0ab-adc8-4beb-adde-bb30429c4348","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:01.030227439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"72e6f0ab-adc8-4beb-adde-bb30429c4348","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:01.052310242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8eba6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"72e6f0ab-adc8-4beb-adde-bb30429c4348","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:01.072833535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"c4ae8002-3519-4a2f-8a27-e3ca8ffa49cf","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:01.072853624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"c4ae8002-3519-4a2f-8a27-e3ca8ffa49cf","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:01.456023523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"63d74e68-298c-496c-89db-14b9c072114d","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:01.474646111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"63d74e68-298c-496c-89db-14b9c072114d","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:01.491886434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fdb7d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c76e038f026c90c9c165ca2c3f4e3f3939cd609d4bf794259066929c8249197d) AuthConfig (479143a6dbcc14cb2ca65f276db56cbf054ee4ed38996cb1f2dd08a9f01d8565) AuthConfig (f0f9121d7ff16e9816b42ea5a49539846a22def4156bcbec0d048e99ed7274a9) AuthConfig (d7b9141243526abefab4139b201407751dbf869b7221091cedffa61288f0646a) AuthConfig (ea20a2c99fb44dc9171967a3d448a61630cce9525d5b6ef2931fa3ba472c4bc1) AuthConfig (90d522e501b5021a64184c5462b1bd079069a6e71dc9c365a3139d3838051b3d) AuthConfig (141d53207d368b64a2d31e374ec11a49203160598e52e5642a221bba7286fede) AuthConfig (e02e37abdb28428839f72c0f23812db5013acf2985f2326bdae370730a75ead7) AuthConfig (0dd0889f12ee5eda81850120f5241752b3b884710497448b5f7b93e210bd4c68) AuthConfig (2a6caaded7191bde963ba5d191ba87aa7a6ed10962f4a60c0b57df455867416c) AuthConfig (3cd73eebedc3179c4a560576b4745039edd08199e03c58742c665f16a40521c4) AuthConfig (f2dd2653d66eea7943d1902e36102c10c8543aca2921a671d574b2447ce70943) AuthConfig (18f5840b108dbcdc4aca751bc1849240003e9e2263918afb659804662cd17967) AuthConfig (f9ce7f45c5b01e046e2f5cd6322b1e108e8abc492360837f757d7414b595c366) AuthConfig (50777053102117c95b16d63a1f918422f481d89e290e4ac243efe43126d20d0f) AuthConfig (2ad377a44fbb3363dbb51ae401bac72157a892c391dc510ea6ff571337013bf5) AuthConfig (da78c78dbcd4499a1e3fe93156fba57f530d49e7ea9be2f0019788776d0e50d0) AuthConfig (5a58ac18cab79d1d48c67b8d1798ad98907e0745fd52161fd9e10923ae0bd292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"63d74e68-298c-496c-89db-14b9c072114d","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:03.83156062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"1419772b-c4f0-43a5-957d-4f4062c254f8","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:03.904246868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"1419772b-c4f0-43a5-957d-4f4062c254f8","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:03.922159404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f023bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"1419772b-c4f0-43a5-957d-4f4062c254f8","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:11.101315439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"f83e815b-b59e-4fea-a8d1-a188f9dd1842","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:11.119319169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"f83e815b-b59e-4fea-a8d1-a188f9dd1842","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:11.13644151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8eba6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"f83e815b-b59e-4fea-a8d1-a188f9dd1842","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:11.521960112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"25f398ba-649b-4f9f-9191-9110341dd580","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:11.541274537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"25f398ba-649b-4f9f-9191-9110341dd580","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:11.558838059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fdb7d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c76e038f026c90c9c165ca2c3f4e3f3939cd609d4bf794259066929c8249197d) AuthConfig (479143a6dbcc14cb2ca65f276db56cbf054ee4ed38996cb1f2dd08a9f01d8565) AuthConfig (f0f9121d7ff16e9816b42ea5a49539846a22def4156bcbec0d048e99ed7274a9) AuthConfig (d7b9141243526abefab4139b201407751dbf869b7221091cedffa61288f0646a) AuthConfig (ea20a2c99fb44dc9171967a3d448a61630cce9525d5b6ef2931fa3ba472c4bc1) AuthConfig (90d522e501b5021a64184c5462b1bd079069a6e71dc9c365a3139d3838051b3d) AuthConfig (141d53207d368b64a2d31e374ec11a49203160598e52e5642a221bba7286fede) AuthConfig (e02e37abdb28428839f72c0f23812db5013acf2985f2326bdae370730a75ead7) AuthConfig (0dd0889f12ee5eda81850120f5241752b3b884710497448b5f7b93e210bd4c68) AuthConfig (2a6caaded7191bde963ba5d191ba87aa7a6ed10962f4a60c0b57df455867416c) AuthConfig (3cd73eebedc3179c4a560576b4745039edd08199e03c58742c665f16a40521c4) AuthConfig (f2dd2653d66eea7943d1902e36102c10c8543aca2921a671d574b2447ce70943) AuthConfig (18f5840b108dbcdc4aca751bc1849240003e9e2263918afb659804662cd17967) AuthConfig (f9ce7f45c5b01e046e2f5cd6322b1e108e8abc492360837f757d7414b595c366) AuthConfig (50777053102117c95b16d63a1f918422f481d89e290e4ac243efe43126d20d0f) AuthConfig (2ad377a44fbb3363dbb51ae401bac72157a892c391dc510ea6ff571337013bf5) AuthConfig (da78c78dbcd4499a1e3fe93156fba57f530d49e7ea9be2f0019788776d0e50d0) AuthConfig (5a58ac18cab79d1d48c67b8d1798ad98907e0745fd52161fd9e10923ae0bd292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"25f398ba-649b-4f9f-9191-9110341dd580","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:13.951813485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"f7a7c7ff-95e8-45db-96a1-adca123b6f9e","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:13.969622856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"f7a7c7ff-95e8-45db-96a1-adca123b6f9e","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:13.986465975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f023bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"f7a7c7ff-95e8-45db-96a1-adca123b6f9e","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:21.165773499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"e379d264-925b-4c6d-9064-063e9a5bf16f","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:21.185566144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"e379d264-925b-4c6d-9064-063e9a5bf16f","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:21.202980129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8eba6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"e379d264-925b-4c6d-9064-063e9a5bf16f","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:21.5924032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"7c1c7d4d-23f3-4667-832f-197133ab7c28","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:21.610345605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"7c1c7d4d-23f3-4667-832f-197133ab7c28","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:21.620757806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:21.627160531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fdb7d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c76e038f026c90c9c165ca2c3f4e3f3939cd609d4bf794259066929c8249197d) AuthConfig (479143a6dbcc14cb2ca65f276db56cbf054ee4ed38996cb1f2dd08a9f01d8565) AuthConfig (f0f9121d7ff16e9816b42ea5a49539846a22def4156bcbec0d048e99ed7274a9) AuthConfig (d7b9141243526abefab4139b201407751dbf869b7221091cedffa61288f0646a) AuthConfig (ea20a2c99fb44dc9171967a3d448a61630cce9525d5b6ef2931fa3ba472c4bc1) AuthConfig (90d522e501b5021a64184c5462b1bd079069a6e71dc9c365a3139d3838051b3d) AuthConfig (141d53207d368b64a2d31e374ec11a49203160598e52e5642a221bba7286fede) AuthConfig (e02e37abdb28428839f72c0f23812db5013acf2985f2326bdae370730a75ead7) AuthConfig (0dd0889f12ee5eda81850120f5241752b3b884710497448b5f7b93e210bd4c68) AuthConfig (2a6caaded7191bde963ba5d191ba87aa7a6ed10962f4a60c0b57df455867416c) AuthConfig (3cd73eebedc3179c4a560576b4745039edd08199e03c58742c665f16a40521c4) AuthConfig (f2dd2653d66eea7943d1902e36102c10c8543aca2921a671d574b2447ce70943) AuthConfig (18f5840b108dbcdc4aca751bc1849240003e9e2263918afb659804662cd17967) AuthConfig (f9ce7f45c5b01e046e2f5cd6322b1e108e8abc492360837f757d7414b595c366) AuthConfig (50777053102117c95b16d63a1f918422f481d89e290e4ac243efe43126d20d0f) AuthConfig (2ad377a44fbb3363dbb51ae401bac72157a892c391dc510ea6ff571337013bf5) AuthConfig (da78c78dbcd4499a1e3fe93156fba57f530d49e7ea9be2f0019788776d0e50d0) AuthConfig (5a58ac18cab79d1d48c67b8d1798ad98907e0745fd52161fd9e10923ae0bd292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"7c1c7d4d-23f3-4667-832f-197133ab7c28","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:24.015679777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"53911ef8-bd9d-4169-aadd-41dad42e71c8","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:24.034039006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"53911ef8-bd9d-4169-aadd-41dad42e71c8","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:24.050942198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f023bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"53911ef8-bd9d-4169-aadd-41dad42e71c8","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.233509133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"eb40e657-dbe3-493d-8a18-8445882925de","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.251678322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"eb40e657-dbe3-493d-8a18-8445882925de","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.268430819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8eba6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"eb40e657-dbe3-493d-8a18-8445882925de","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.656678651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"8fc566d7-e3b2-45bf-bc36-e437e5de7f14","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.674922285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"8fc566d7-e3b2-45bf-bc36-e437e5de7f14","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.693998456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-fdb7d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c76e038f026c90c9c165ca2c3f4e3f3939cd609d4bf794259066929c8249197d) AuthConfig (479143a6dbcc14cb2ca65f276db56cbf054ee4ed38996cb1f2dd08a9f01d8565) AuthConfig (f0f9121d7ff16e9816b42ea5a49539846a22def4156bcbec0d048e99ed7274a9) AuthConfig (d7b9141243526abefab4139b201407751dbf869b7221091cedffa61288f0646a) AuthConfig (ea20a2c99fb44dc9171967a3d448a61630cce9525d5b6ef2931fa3ba472c4bc1) AuthConfig (90d522e501b5021a64184c5462b1bd079069a6e71dc9c365a3139d3838051b3d) AuthConfig (141d53207d368b64a2d31e374ec11a49203160598e52e5642a221bba7286fede) AuthConfig (e02e37abdb28428839f72c0f23812db5013acf2985f2326bdae370730a75ead7) AuthConfig (0dd0889f12ee5eda81850120f5241752b3b884710497448b5f7b93e210bd4c68) AuthConfig (2a6caaded7191bde963ba5d191ba87aa7a6ed10962f4a60c0b57df455867416c) AuthConfig (3cd73eebedc3179c4a560576b4745039edd08199e03c58742c665f16a40521c4) AuthConfig (f2dd2653d66eea7943d1902e36102c10c8543aca2921a671d574b2447ce70943) AuthConfig (18f5840b108dbcdc4aca751bc1849240003e9e2263918afb659804662cd17967) AuthConfig (f9ce7f45c5b01e046e2f5cd6322b1e108e8abc492360837f757d7414b595c366) AuthConfig (50777053102117c95b16d63a1f918422f481d89e290e4ac243efe43126d20d0f) AuthConfig (2ad377a44fbb3363dbb51ae401bac72157a892c391dc510ea6ff571337013bf5) AuthConfig (da78c78dbcd4499a1e3fe93156fba57f530d49e7ea9be2f0019788776d0e50d0) AuthConfig (5a58ac18cab79d1d48c67b8d1798ad98907e0745fd52161fd9e10923ae0bd292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"8fc566d7-e3b2-45bf-bc36-e437e5de7f14","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:34.088518213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"1c05747a-ad50-44e7-a4aa-684a1e3d4718","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:34.110223547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"1c05747a-ad50-44e7-a4aa-684a1e3d4718","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:34.133725222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f023bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"1c05747a-ad50-44e7-a4aa-684a1e3d4718","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:34.801164774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"f68714ef-a2cd-47d3-a00b-3503dbe9ceaa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:34.840119677Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"f68714ef-a2cd-47d3-a00b-3503dbe9ceaa","name":"e2e-inf-a-1647fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:41.385037632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"416391e4-aedb-435d-83ec-74353479ebe6","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:41.403030971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"416391e4-aedb-435d-83ec-74353479ebe6","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:41.420467457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8eba6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8feb18cce4dcd5402703de3b409a168abc1282bb0496f4388c188596608fa22c) AuthConfig (52bb362855c411aee7d04857a459d4ba6cba990b8129805d0f96243f06fd6229) AuthConfig (4fddab8305553597d00727c9df9c49d40d04b0ad2966ef6d4c230a1d4dedbaf8) AuthConfig (a6ecf1abbf1fb133ca0c29ab2684facea949416110b4e34a86ffc490bb4105f6) AuthConfig (2a274a6ea4eb363f970200cdb185d9a5d1297b9a21202bc8a4972b1822ce4a52) AuthConfig (f0932d413675f01dd5957ee19831fb4620118050a931f3150cc8fbbd8e1a68a8) AuthConfig (91afc4156a52c4c5d5f981bd4c4cd58d51195a88d4b0f340c8b76e5c54b38b4f) AuthConfig (1f4b5e07c0c895b7f14b1e2b1e295fd21019d0b409748ba186cbbbcd1fb3d6fb) AuthConfig (741e914f320ee56a0703c031a6fc1f0d62b0a66b8a4e84323c1753055c0978a6) AuthConfig (121c21d6c97f0c8a1a9f5257fe5386d9cf2cc6fc1bc2f85d0d2f3f2108354cf4) AuthConfig (fa10e6cc337bb66a4afcced7367dd5936e469de188c890d58a773e32dc321aec) AuthConfig (f39dd42d37ada383f38854664cb3df09842764eb22a2e085a6e219927ec37640) AuthConfig (6458839bf0711a52c2f54a3033de1eb7a62d8061ec7d260672e1346b4bb1eafb) AuthConfig (7c8027410818d3d3a13c0648642f0775203641dca7eace8ecee97e481daec1d6) AuthConfig (e0056fd32350b8ba60a74996948959c3cd1f3498145ab67b38b12ae4a7742743) AuthConfig (f5e63ee77cacf611a101daadf67097b05b7a3f3af0c58b591aff74995684c2c0) AuthConfig (dbd7e5cf8698ec73d7f565f707c5582b0388114d41547d893de5f2380af494c0) AuthConfig (03ea9f9b7af3c034256bc2ea5efa698f68f1394a2e7ac5f5f1dd453b3f27d43f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"416391e4-aedb-435d-83ec-74353479ebe6","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:41.44025013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"d171aab2-100f-4634-9cfa-08d0059a41b8","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:41.440266833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"d171aab2-100f-4634-9cfa-08d0059a41b8","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:41.731804971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"2e11dc93-bda0-4354-a19e-c0e394234fe7","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:41.749666014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"2e11dc93-bda0-4354-a19e-c0e394234fe7","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:41.916603036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"f16478a5-b918-450f-9d27-902b4a9d64ed","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:41.916621489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"f16478a5-b918-450f-9d27-902b4a9d64ed","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.783225595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"922b6615-5537-4c81-a10a-135d48b17c77","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.783247679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"922b6615-5537-4c81-a10a-135d48b17c77","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.806650476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"ddc1d6a2-a5e1-44e1-805c-95b21e679c6a","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.806671709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"ddc1d6a2-a5e1-44e1-805c-95b21e679c6a","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.81530774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"edb74484-e634-4511-be2d-68a173c390d4","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:15:42.815904083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-sub","reconcileID":"8e83c280-d8bc-46a9-b5a7-5700a805d994","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-fdb7d4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.833385051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"edb74484-e634-4511-be2d-68a173c390d4","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.846367159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"cc17e2f7-7fad-4cab-bd51-19897cab194d","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.846385117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"cc17e2f7-7fad-4cab-bd51-19897cab194d","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.863717946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"23f56939-0ad8-4953-b5a3-461d645f95e2","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.863732964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"23f56939-0ad8-4953-b5a3-461d645f95e2","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.912904173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"0f7694f0-c105-45dc-8759-2168ed9b2f7c","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.926401592Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-sub","reconcileID":"1acad782-2507-45b1-8c43-3d2a9db546c7","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"maas-trlp-test-model-fdb7d4","model":"test-model-fdb7d4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.931034055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"0f7694f0-c105-45dc-8759-2168ed9b2f7c","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.975633251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"9830c830-0ecb-48d5-a863-2c39e170ef62","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:42.975651663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"9830c830-0ecb-48d5-a863-2c39e170ef62","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:43.03363603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-sub","reconcileID":"21312bb9-22a8-4012-afc8-529b9e81ebd5","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"maas-trlp-test-model-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:44.163292542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"c399555d-110e-448f-89c9-b8fd9e77339f","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:44.182616543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"c399555d-110e-448f-89c9-b8fd9e77339f","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:44.199535676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f023bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8f2f0dd68fd756ea88a6a89ae326fea886da42714d2ec4e90182792d67267eb) AuthConfig (cd6292cd74a72c33c359bb72f7e955a42da9b84e09f5863fd8bcb2d9edb099e3) AuthConfig (282fadeb097aa7cd6557aebd3c55b2165555d183973e5ebae1bfff53b5a5858e) AuthConfig (eda935342a6eda5c91493c09a9be515510f85baf466cccea1aa4bd7c628012fd) AuthConfig (35569e0440a937776f7ab1d7eca6d572a89481f65ac6e07d03465489a346d660) AuthConfig (827632da39e15e5439520f087f5c3e4f922bb3751a9473f57b304a81e6bf2061) AuthConfig (06856fbeeabe4774321c93796acf4e868ec5d5ae26320d6bacacff12a425b7b0) AuthConfig (b84f415e4a4c673847e9945d5c122d3d484f305e60c708f165518ef7d69f4fc2) AuthConfig (a9b2f59aa38999d33c7fa92d5b973517722e09b86c7563054ebe5b33ea7f4d01) AuthConfig (dfd897938f59fe0f5492d799520f1ef9dca46fdf227d12f13bac9173ea36cf72) AuthConfig (276205933cf7daa59dac80282b8057ae9d30b0834a2c741424c161b89f22514c) AuthConfig (d35d2b756dec2e906e606a298f504e9f4c68839cccfb8cd82b6b0c58b334e104) AuthConfig (224c42900b5320af72a2320759254dba21111bbe64b9da60e2c7bfec6cf298fe) AuthConfig (b8280ce6b17b76152a277eded8edcc5b45eeecaa5d343f8efa60d2082cc699f0) AuthConfig (ece361d58061146aeaa783331ded72f3efff7a91e2068e0da38f27271bc8edc0) AuthConfig (e8d1163f93ba138dfaf913174303893443e56a7f58076893e0bf57f5d9188f4a) AuthConfig (a54e3b50530d41c265df46bdac18005a9de0926565e62f2ed3406170d505cafd) AuthConfig (4cc623514d695d3804bb5feb7da3e58c38b0acc36bae7fa524be829df17e06c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"c399555d-110e-448f-89c9-b8fd9e77339f","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:44.219558241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"63ee89c2-c8b8-4f60-b851-05ac68c95089","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:44.219577076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"63ee89c2-c8b8-4f60-b851-05ac68c95089","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:51.411676073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63ede2f-834c-455b-ac5f-014a76a8e7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:51.425891863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63ede2f-834c-455b-ac5f-014a76a8e7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:51.440148536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63ede2f-834c-455b-ac5f-014a76a8e7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:51.455425292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63ede2f-834c-455b-ac5f-014a76a8e7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:51.483730261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"c26f7a3c-4b31-40bc-a34f-c99765d4b884","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:51.501603788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"c26f7a3c-4b31-40bc-a34f-c99765d4b884","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:51.533644262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8eba6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8feb18cce4dcd5402703de3b409a168abc1282bb0496f4388c188596608fa22c) AuthConfig (52bb362855c411aee7d04857a459d4ba6cba990b8129805d0f96243f06fd6229) AuthConfig (4fddab8305553597d00727c9df9c49d40d04b0ad2966ef6d4c230a1d4dedbaf8) AuthConfig (a6ecf1abbf1fb133ca0c29ab2684facea949416110b4e34a86ffc490bb4105f6) AuthConfig (2a274a6ea4eb363f970200cdb185d9a5d1297b9a21202bc8a4972b1822ce4a52) AuthConfig (f0932d413675f01dd5957ee19831fb4620118050a931f3150cc8fbbd8e1a68a8) AuthConfig (91afc4156a52c4c5d5f981bd4c4cd58d51195a88d4b0f340c8b76e5c54b38b4f) AuthConfig (1f4b5e07c0c895b7f14b1e2b1e295fd21019d0b409748ba186cbbbcd1fb3d6fb) AuthConfig (741e914f320ee56a0703c031a6fc1f0d62b0a66b8a4e84323c1753055c0978a6) AuthConfig (121c21d6c97f0c8a1a9f5257fe5386d9cf2cc6fc1bc2f85d0d2f3f2108354cf4) AuthConfig (fa10e6cc337bb66a4afcced7367dd5936e469de188c890d58a773e32dc321aec) AuthConfig (f39dd42d37ada383f38854664cb3df09842764eb22a2e085a6e219927ec37640) AuthConfig (6458839bf0711a52c2f54a3033de1eb7a62d8061ec7d260672e1346b4bb1eafb) AuthConfig (7c8027410818d3d3a13c0648642f0775203641dca7eace8ecee97e481daec1d6) AuthConfig (e0056fd32350b8ba60a74996948959c3cd1f3498145ab67b38b12ae4a7742743) AuthConfig (f5e63ee77cacf611a101daadf67097b05b7a3f3af0c58b591aff74995684c2c0) AuthConfig (dbd7e5cf8698ec73d7f565f707c5582b0388114d41547d893de5f2380af494c0) AuthConfig (03ea9f9b7af3c034256bc2ea5efa698f68f1394a2e7ac5f5f1dd453b3f27d43f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"c26f7a3c-4b31-40bc-a34f-c99765d4b884","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:51.622296293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:52.003793683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca7ccaf-37c7-4054-85b0-10d6cc66635c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:52.018523825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca7ccaf-37c7-4054-85b0-10d6cc66635c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:52.032774789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca7ccaf-37c7-4054-85b0-10d6cc66635c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:52.047269469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca7ccaf-37c7-4054-85b0-10d6cc66635c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:54.270760945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"58b1fc2b-5cfb-4d41-838a-8af3ecb2ce93","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:54.291856277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"58b1fc2b-5cfb-4d41-838a-8af3ecb2ce93","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:54.308390354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f023bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8f2f0dd68fd756ea88a6a89ae326fea886da42714d2ec4e90182792d67267eb) AuthConfig (cd6292cd74a72c33c359bb72f7e955a42da9b84e09f5863fd8bcb2d9edb099e3) AuthConfig (282fadeb097aa7cd6557aebd3c55b2165555d183973e5ebae1bfff53b5a5858e) AuthConfig (eda935342a6eda5c91493c09a9be515510f85baf466cccea1aa4bd7c628012fd) AuthConfig (35569e0440a937776f7ab1d7eca6d572a89481f65ac6e07d03465489a346d660) AuthConfig (827632da39e15e5439520f087f5c3e4f922bb3751a9473f57b304a81e6bf2061) AuthConfig (06856fbeeabe4774321c93796acf4e868ec5d5ae26320d6bacacff12a425b7b0) AuthConfig (b84f415e4a4c673847e9945d5c122d3d484f305e60c708f165518ef7d69f4fc2) AuthConfig (a9b2f59aa38999d33c7fa92d5b973517722e09b86c7563054ebe5b33ea7f4d01) AuthConfig (dfd897938f59fe0f5492d799520f1ef9dca46fdf227d12f13bac9173ea36cf72) AuthConfig (276205933cf7daa59dac80282b8057ae9d30b0834a2c741424c161b89f22514c) AuthConfig (d35d2b756dec2e906e606a298f504e9f4c68839cccfb8cd82b6b0c58b334e104) AuthConfig (224c42900b5320af72a2320759254dba21111bbe64b9da60e2c7bfec6cf298fe) AuthConfig (b8280ce6b17b76152a277eded8edcc5b45eeecaa5d343f8efa60d2082cc699f0) AuthConfig (ece361d58061146aeaa783331ded72f3efff7a91e2068e0da38f27271bc8edc0) AuthConfig (e8d1163f93ba138dfaf913174303893443e56a7f58076893e0bf57f5d9188f4a) AuthConfig (a54e3b50530d41c265df46bdac18005a9de0926565e62f2ed3406170d505cafd) AuthConfig (4cc623514d695d3804bb5feb7da3e58c38b0acc36bae7fa524be829df17e06c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"58b1fc2b-5cfb-4d41-838a-8af3ecb2ce93","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:56.418425812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8335766-642b-4727-949b-0e6302dee175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:56.432743143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8335766-642b-4727-949b-0e6302dee175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:56.447162015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8335766-642b-4727-949b-0e6302dee175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:56.461367274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8335766-642b-4727-949b-0e6302dee175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:57.018550416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1382f04-992b-461a-9106-2e75f9c92d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:57.034928381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1382f04-992b-461a-9106-2e75f9c92d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:57.051849075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1382f04-992b-461a-9106-2e75f9c92d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:57.066199989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1382f04-992b-461a-9106-2e75f9c92d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:57.14944564Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-79776f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-79776f","reconcileID":"731052e2-87d0-45d0-8bc1-8fc67b0d953e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-79776f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-79776f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:57.691785963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611a0083-9624-44d1-b699-5f33a5b86dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:57.706426071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611a0083-9624-44d1-b699-5f33a5b86dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:57.721056648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611a0083-9624-44d1-b699-5f33a5b86dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:57.735792811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611a0083-9624-44d1-b699-5f33a5b86dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:58.319166052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6ccf62-dbd2-4a87-b71b-cefc5a547485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:58.333866474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6ccf62-dbd2-4a87-b71b-cefc5a547485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:58.348195277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6ccf62-dbd2-4a87-b71b-cefc5a547485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:58.362680134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6ccf62-dbd2-4a87-b71b-cefc5a547485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.092193166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9615090-5b65-41c3-9bda-2754f4925b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.106709228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9615090-5b65-41c3-9bda-2754f4925b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.122939869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9615090-5b65-41c3-9bda-2754f4925b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.140202158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9615090-5b65-41c3-9bda-2754f4925b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.057119824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b37548-b3eb-4107-a329-37ebeadd532b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.071794484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b37548-b3eb-4107-a329-37ebeadd532b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.086493999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b37548-b3eb-4107-a329-37ebeadd532b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.103394393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b37548-b3eb-4107-a329-37ebeadd532b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.619662193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"5e434308-a062-4215-ba69-451e378c90f3","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.63773504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"5e434308-a062-4215-ba69-451e378c90f3","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.71673071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"e5b8c384-08cb-4c19-bd60-db2998f95835","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.716748301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"e5b8c384-08cb-4c19-bd60-db2998f95835","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.190931555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"bc939a47-8e39-4892-a064-a63979e9e7f4","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.190950592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"bc939a47-8e39-4892-a064-a63979e9e7f4","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.210901582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"c4ae5d32-b28e-4fb9-9203-fffe1ea18efa","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.211003077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"c4ae5d32-b28e-4fb9-9203-fffe1ea18efa","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.218811667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"7be9c8f7-700d-4e3c-ad0f-2f2c8de62b12","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:03.223934976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-sub","reconcileID":"2404949d-98b6-4565-b907-ee094db079b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-8eba6d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:03.22623736Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"c4ae5d32-b28e-4fb9-9203-fffe1ea18efa","name":"test-model-8eba6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-8eba6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:03.226286589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"c4ae5d32-b28e-4fb9-9203-fffe1ea18efa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-8eba6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.231613092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"3c1413d9-e358-43a1-8ea6-d0b249d074fc","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.231627523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"3c1413d9-e358-43a1-8ea6-d0b249d074fc","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.237226522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"7be9c8f7-700d-4e3c-ad0f-2f2c8de62b12","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.259987387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"fee6e4bb-e54e-4565-9410-748e5e86065f","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.26000866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"fee6e4bb-e54e-4565-9410-748e5e86065f","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.279063487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"875b5495-5aca-46f4-bd2c-182eb51c4f8f","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.279079674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"875b5495-5aca-46f4-bd2c-182eb51c4f8f","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.339179002Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-sub","reconcileID":"f4ebb076-f0a9-4968-bd64-5125c29bbfd7","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"maas-trlp-test-model-8eba6d","model":"test-model-8eba6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.391875782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"1ef5ba46-77c2-40af-af86-4121377400cb","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.39189907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"1ef5ba46-77c2-40af-af86-4121377400cb","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.394640096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"30e36559-1982-4160-a299-f2f6b51c549c","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.412426544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"30e36559-1982-4160-a299-f2f6b51c549c","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.448553792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-sub","reconcileID":"bd584fdd-da4e-4849-abd1-b7a349cb9280","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"maas-trlp-test-model-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:04.336997197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"22a63501-40d1-487e-b763-b3086e182852","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:04.354994086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"22a63501-40d1-487e-b763-b3086e182852","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:04.433696284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"16567651-53f2-4900-9338-2d7a2ce404ed","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:04.433713181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"16567651-53f2-4900-9338-2d7a2ce404ed","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.200533125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"de81050e-a1ad-4669-a486-00a7516102f9","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.20055423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"de81050e-a1ad-4669-a486-00a7516102f9","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.221091627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"50165bb8-3f3b-4c68-ac04-b1c4fb66ffdf","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.221120927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"50165bb8-3f3b-4c68-ac04-b1c4fb66ffdf","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:06.233142381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-sub","reconcileID":"5c3c411f-1d40-4056-9026-d0f8a8d2996f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-f023bf-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:06.237059172Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"50165bb8-3f3b-4c68-ac04-b1c4fb66ffdf","name":"test-model-f023bf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-f023bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:06.237107733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"50165bb8-3f3b-4c68-ac04-b1c4fb66ffdf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-f023bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.243286382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"adbd94bf-4e46-41a5-9280-4c06ffd97889","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.243303537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"adbd94bf-4e46-41a5-9280-4c06ffd97889","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.268848851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"305eebc6-a48f-4ced-920e-2625d58c802b","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.268873145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"305eebc6-a48f-4ced-920e-2625d58c802b","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.292625329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"844375b3-0f8b-4606-a28f-c96b5d2f0ca4","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.293821573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"90d6ebea-a638-47c2-954c-31ce2e9df640","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.293847831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"90d6ebea-a638-47c2-954c-31ce2e9df640","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.392020994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"844375b3-0f8b-4606-a28f-c96b5d2f0ca4","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.426048849Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-sub","reconcileID":"40ee3004-4530-46c2-9620-80fd8ba37ca3","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"maas-trlp-test-model-f023bf","model":"test-model-f023bf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-f023bf/test-model-f023bf-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.478713396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"cce08966-b2b8-48ab-aaa0-73ce42bcb8fb","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.478729231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"cce08966-b2b8-48ab-aaa0-73ce42bcb8fb","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.540289384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-sub","reconcileID":"a7801a5a-5080-4c73-ab99-0bd73e2322c1","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"maas-trlp-test-model-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.554294363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"91500017-0080-4bed-adf7-6521d1286a1c","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.572153775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"91500017-0080-4bed-adf7-6521d1286a1c","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:21.622777899Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:27.684666373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-sub","reconcileID":"432ce421-3f0f-4b6a-a561-e5d50c8e197e","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"maas-trlp-test-model-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:27.737872484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"f1ab4de8-68ef-4d09-bd99-d604cf65b6fe","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:27.737893309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"f1ab4de8-68ef-4d09-bd99-d604cf65b6fe","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:27.904528986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-sub","reconcileID":"bd62361e-2ff0-476d-8e1d-25ef898d09cc","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"maas-trlp-test-model-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:27.958950621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"631c87e2-9532-4087-a89b-3a75a8203405","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:27.958969843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"631c87e2-9532-4087-a89b-3a75a8203405","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:28.040206307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-sub","reconcileID":"030f8f85-d826-4077-82f7-08c54bbddd62","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"maas-trlp-test-model-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:28.095089689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"589c24f8-939c-4efd-80e5-7bc307d4019e","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:28.095106559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"589c24f8-939c-4efd-80e5-7bc307d4019e","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:28.670991943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"d1d09279-91df-47d3-a20d-4cf52bb009ce","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:28.694041431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"d1d09279-91df-47d3-a20d-4cf52bb009ce","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:28.988554895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"280220ed-e091-4992-b85a-227af7d305c8","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.006729103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"280220ed-e091-4992-b85a-227af7d305c8","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.550155099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"f082053d-02dd-4b35-ae59-d75a9b94da41","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.568464465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"f082053d-02dd-4b35-ae59-d75a9b94da41","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.821466247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b868d9d2-580b-491a-a6ce-d045b204e190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.836250161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b868d9d2-580b-491a-a6ce-d045b204e190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.850996555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b868d9d2-580b-491a-a6ce-d045b204e190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.86603654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b868d9d2-580b-491a-a6ce-d045b204e190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.89988548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"2ac9ecdb-f4bb-49fa-a915-2c22a43ee2cf","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.899910276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"2ac9ecdb-f4bb-49fa-a915-2c22a43ee2cf","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.221000823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"9ec2bc54-4608-4107-8537-e9d0ea11f8bf","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.221024043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"9ec2bc54-4608-4107-8537-e9d0ea11f8bf","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.23763938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"717206e2-011b-4baf-9ba4-ac70e279e124","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.237656837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"717206e2-011b-4baf-9ba4-ac70e279e124","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.268011949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"97778c72-b249-4bfc-a53a-0b7a9d628e87","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.318395917Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"97778c72-b249-4bfc-a53a-0b7a9d628e87","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.335103587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-aae3a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"97778c72-b249-4bfc-a53a-0b7a9d628e87","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.354655343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"ddca3028-e6fb-4595-89e2-18609c74376d","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.354673089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"ddca3028-e6fb-4595-89e2-18609c74376d","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.451242903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c36010b-ca4a-493d-b566-8f37c30e6e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.466135661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c36010b-ca4a-493d-b566-8f37c30e6e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.481348862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c36010b-ca4a-493d-b566-8f37c30e6e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.496265376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c36010b-ca4a-493d-b566-8f37c30e6e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.894729684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"f24f0eac-4a5a-4c0a-b798-07c9878d6f35","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.894759327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"f24f0eac-4a5a-4c0a-b798-07c9878d6f35","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:32.221271229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"5b5c7895-f6b5-4c84-a1fa-f631e057f3fb","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:32.221292814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"5b5c7895-f6b5-4c84-a1fa-f631e057f3fb","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:32.238277239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"b7e9b51c-3fac-4b17-a789-f8ff57538442","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:32.238302315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"b7e9b51c-3fac-4b17-a789-f8ff57538442","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:32.265734854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"87828a16-6264-44ef-b580-40c904ad1e18","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:32.311408269Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"87828a16-6264-44ef-b580-40c904ad1e18","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:32.328640353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-edad05-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"87828a16-6264-44ef-b580-40c904ad1e18","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:32.345968734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"ab96e39c-9c2c-4a31-840e-11cd88ac2a82","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:32.345983468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"ab96e39c-9c2c-4a31-840e-11cd88ac2a82","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:35.983569861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292edadb-3e88-47e9-ab85-88c7778ce5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:35.998140373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292edadb-3e88-47e9-ab85-88c7778ce5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:36.012635223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292edadb-3e88-47e9-ab85-88c7778ce5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:36.027031494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292edadb-3e88-47e9-ab85-88c7778ce5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:36.586203215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f7bc88-2648-46ed-a601-7174ed291df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:36.604826914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f7bc88-2648-46ed-a601-7174ed291df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:36.619529952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f7bc88-2648-46ed-a601-7174ed291df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:36.634453853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f7bc88-2648-46ed-a601-7174ed291df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:36.781884103Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9210c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9210c7","reconcileID":"b4c261df-096e-4323-a69b-db03b1adb5b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9210c7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-9210c7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:37.201073203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82657b6e-c9ca-4db2-a75f-1dd5978b6d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:37.293689348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82657b6e-c9ca-4db2-a75f-1dd5978b6d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:37.30857885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82657b6e-c9ca-4db2-a75f-1dd5978b6d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:37.323433802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82657b6e-c9ca-4db2-a75f-1dd5978b6d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:41.383738502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"35037fe1-69b5-4fe6-898d-be354d0ba397","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:41.402047204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"35037fe1-69b5-4fe6-898d-be354d0ba397","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:41.419325623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-aae3a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"35037fe1-69b5-4fe6-898d-be354d0ba397","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:42.391880407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"030e85d6-c05a-416f-8b67-54832e511c8c","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:42.411880585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"030e85d6-c05a-416f-8b67-54832e511c8c","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:42.428725243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-edad05-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"030e85d6-c05a-416f-8b67-54832e511c8c","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:51.447901279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"4c3d646a-fe52-4ac7-93a1-87446b23663d","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:51.466239312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"4c3d646a-fe52-4ac7-93a1-87446b23663d","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:51.483362089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-aae3a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"4c3d646a-fe52-4ac7-93a1-87446b23663d","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:51.621910807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:52.458053865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"f71187f2-8a5e-44ef-a901-9b8afc018abd","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:52.476448917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"f71187f2-8a5e-44ef-a901-9b8afc018abd","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:52.49353265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-edad05-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"f71187f2-8a5e-44ef-a901-9b8afc018abd","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.346295484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a8eb2087-9ff4-4ec1-b39e-0e7c0d8c5e2d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.386082803Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a8eb2087-9ff4-4ec1-b39e-0e7c0d8c5e2d","name":"e2e-inf-b-79776f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.508218887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"a2fb2509-9bd8-4c3a-bb80-04f99b03f1fd","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.508459674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"b5c0243e-096a-44cc-aa2c-6158af546fb3","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.508484067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"b5c0243e-096a-44cc-aa2c-6158af546fb3","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.589685333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-sub","reconcileID":"2c66fc4b-51f0-4901-b902-7e4c85310a58","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"maas-trlp-test-model-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.636636637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"a2fb2509-9bd8-4c3a-bb80-04f99b03f1fd","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.684855359Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"a2fb2509-9bd8-4c3a-bb80-04f99b03f1fd","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.684872573Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"a2fb2509-9bd8-4c3a-bb80-04f99b03f1fd","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.703038103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"6627c4d2-e49b-4fdf-a691-e4a78499f337","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.703395956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"8f40ebc8-220a-42b5-9415-ad3fd0cab097","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.703413969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"8f40ebc8-220a-42b5-9415-ad3fd0cab097","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.794192641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-sub","reconcileID":"ce7ff538-de44-4d20-90f4-1a7768a67a9a","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"maas-trlp-test-model-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.838914716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"6627c4d2-e49b-4fdf-a691-e4a78499f337","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.839887416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"b02fc824-0e87-4666-97d6-084f06148aaa","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.839908272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"b02fc824-0e87-4666-97d6-084f06148aaa","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.856711981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"6627c4d2-e49b-4fdf-a691-e4a78499f337","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"e2e-inf-a-01c3ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:53.856730492Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"6627c4d2-e49b-4fdf-a691-e4a78499f337","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-01c3ee","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:53.873444026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-01c3ee-auth","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-auth","reconcileID":"6627c4d2-e49b-4fdf-a691-e4a78499f337","error":"maasauthpolicies.maas.opendatahub.io \"test-model-01c3ee-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:01.512913722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"98d3c5cb-d924-4e8f-803e-d593077c8b66","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:01.554741029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"98d3c5cb-d924-4e8f-803e-d593077c8b66","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:01.573058582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-aae3a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"98d3c5cb-d924-4e8f-803e-d593077c8b66","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:02.52312151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"26c29161-d080-4892-b2cf-54facc53fec4","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:02.542168615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"26c29161-d080-4892-b2cf-54facc53fec4","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:02.558978061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-edad05-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"26c29161-d080-4892-b2cf-54facc53fec4","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:03.888657185Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-sub","reconcileID":"29213f61-258c-4f7e-9ed2-b73bffe0adb2","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","subscription":"test-model-01c3ee-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:03.903573657Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-sub","reconcileID":"29213f61-258c-4f7e-9ed2-b73bffe0adb2","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:03.918196188Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee-sub","reconcileID":"29213f61-258c-4f7e-9ed2-b73bffe0adb2","MaaSSubscription":{"name":"test-model-01c3ee-sub","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"name":"maas-trlp-test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.003937805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"8771e86c-2b77-4ca6-aec4-aecd18ffdd42","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"tenant":"e2e-inf-a-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","model":"ai-tenant-e2e-inf-a-01c3ee/test-model-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.004022429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"test-model-01c3ee","reconcileID":"8771e86c-2b77-4ca6-aec4-aecd18ffdd42","MaaSModelRef":{"name":"test-model-01c3ee","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"routeName":"test-model-01c3ee-kserve-route","namespace":"ai-tenant-e2e-inf-a-01c3ee","llmisvcName":"test-model-01c3ee","gateway":"openshift-ingress/e2e-inf-a-01c3ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.885786267Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"d1daae3b-0f98-4c11-a1ee-ca8e72680142","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.891572417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"3ef5662d-5aeb-46fa-b2bb-bea3b7ec4f5d","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.892233545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"3ef5662d-5aeb-46fa-b2bb-bea3b7ec4f5d","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.995118485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-sub","reconcileID":"b21f4717-a08e-4af5-9f00-20de3d3ba391","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"maas-trlp-test-model-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.021747803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"d1daae3b-0f98-4c11-a1ee-ca8e72680142","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.069509014Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"d1daae3b-0f98-4c11-a1ee-ca8e72680142","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"e2e-inf-b-f023bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.0695284Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-auth","reconcileID":"d1daae3b-0f98-4c11-a1ee-ca8e72680142","MaaSAuthPolicy":{"name":"test-model-f023bf-auth","namespace":"ai-tenant-e2e-inf-b-f023bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.088109164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"aabdbf42-d017-45d0-acb3-f46eecd7c4fa","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.088126196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"aabdbf42-d017-45d0-acb3-f46eecd7c4fa","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.168315455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-sub","reconcileID":"b0807bb1-8855-4182-81b6-efa1cdc6cab8","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"maas-trlp-test-model-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.23056414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"714a3a57-3603-4e74-ac93-a48ada8d6aff","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.230601019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"714a3a57-3603-4e74-ac93-a48ada8d6aff","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:11.601994299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"f1e323cc-87ed-4aaa-b763-6a1b7c88b679","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:11.620059738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"f1e323cc-87ed-4aaa-b763-6a1b7c88b679","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:11.636769825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-aae3a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4816b24fe6cd4937b9723d99fa08368a2b33aed0f34d3fd18c27e5013128aa47) AuthConfig (6785348a71742ed4f7e6fe0501b5ab2347424c398c2f570a5f3c22b0b2a39133) AuthConfig (8cf6f06fe406c32e7190098476d3407b364a4507f56b662f1a602c6eac3a05a3) AuthConfig (3137c064fa670d315c68a62e52b58fa9642af2d47cd113d088f251de9793405a) AuthConfig (55e485fa6ede9bd177f69a8657277a3bac1c6e9badd247d94f3627b3fdd900e8) AuthConfig (da38cbb9277f91bf1ae37eec382194b7b5c509f46e45163fee5bf5a9dd2753a1) AuthConfig (7e166742c951d9bc8c4e69bd41a41e93485dcdc4a0021a51a7aaec2d217d72ec) AuthConfig (6bb0f66ca31261a8937ee951a27f7a0c173acd154ea8b08031721acd28932faa) AuthConfig (b568cb1aa27eb8d5e75c0b08516f57fe3e90eafda27567f574b6d04b74b6312a) AuthConfig (cc6a030a3a5910601d0880504439d30920a30d23d6930b5a645ba49695a70dfa) AuthConfig (791fbe12f8345383bece95157373ef5e9dab2b9f872c45ed1d84a2032a4cdf57) AuthConfig (40a1084e88634dc62565f13e9739779ae3df2a89b8cbad6212b2eeeb856bacc1) AuthConfig (81491005d221bb96be12d3b0375c01f6d019fb257f2500e6eebcd49889e34b05) AuthConfig (e1fca66d3c2437cc001595f32bba592de9b1a33baefc7f7cd633cc2cfa290428) AuthConfig (d88a5ea0545ead148ef5bbad8a28f95eee3574d806e9c453ec1f2d5d6f7fb899) AuthConfig (ff20e1699dfc05f5936ed893eea57d3462580ee6195f18b63414c0933aa4f2c9) AuthConfig (284974027a58de19ed84d8e0fd402ae01e2650ad91d25ae7ef667e757bdade5a) AuthConfig (d305f6f8a9d1b6bf04029b66b91b63dd6d0ea2b26f3541d6b314af9e5553ea2f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"f1e323cc-87ed-4aaa-b763-6a1b7c88b679","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:11.657006768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"c300af66-d386-42dd-99f6-f098362ad802","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:11.657029914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"c300af66-d386-42dd-99f6-f098362ad802","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.595449917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"e9af4ba1-a373-43d5-88cd-dd13fa170d20","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.620267991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"e9af4ba1-a373-43d5-88cd-dd13fa170d20","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.646499361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-edad05-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (deb86f85835fe54c101450b7ce67f3a4111b1bbd1e8cc928acdeceaabbfa59bb) AuthConfig (ba417c6d6734a5a3e20de626ffcf4ea23e9275d87ea0e2f259faf99492d21ab8) AuthConfig (a64468fab7f965d409e296132d84c4148393591f3db37427af8c25c5c3e8ebea) AuthConfig (8060bcce9fb58f61f7a1ef1a539beebe1aa5abd2036f5aa753ad99da307b1e4c) AuthConfig (dd273eae06562d6c229e8a5040a537e29eed308e4f6286803adaf86356f358c1) AuthConfig (4b211957438e88480958a7c65d0d2dbdffc8313aa3a5f8287145fa13ee6a455a) AuthConfig (e692b1ddf98205794832e3c1e53ff5014c23ae088b53c9c51a141bb4578ede2c) AuthConfig (688f2c16f7a834a2c8c08cd30e8a1bdc7ea88f8c27a740b0ec1ce4083869292e) AuthConfig (af25adf6f3a7dbd2934c060e13bd5cb6171485d7bd9b0b1b61d0861a03a0af0a) AuthConfig (0425443c7473fe13d54de68110fafa1f931a4477a726c7539552273972e20d4b) AuthConfig (2f3e427beafa294a007383c2d8e0c58b750c54f8312f7d104cc0e39ede3f8dd9) AuthConfig (1cabfc19199bd00f4259b673ee37970f93519b88d398add61b5881c4a168f4c7) AuthConfig (d88b3ff69b2f87ed93783300fd4aaed47fe6c6253b1ca681cfdb909fe6d6df16) AuthConfig (45a3b4cc3d87af8fd323b7f4cd40d44f5e03d6b1099f1d65f6bf30affd7c3159) AuthConfig (ac0ba57f6bb6c0ae88be0599fb6c51644ac550d23de2081d6620126f9d71ac4d) AuthConfig (70717210db9f860df95ef16382ec1de177897cc47c4ece0f62d353e44a2f1e7e) AuthConfig (9348ea735f91f22a22649efe0f9d1a379af05dcaa2aa8a672f275ef12e0948fb) AuthConfig (a24fceb6d78e52bbf72a3bce74e78681339c85d3e569b9c7c5bdd5e05d9201f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"e9af4ba1-a373-43d5-88cd-dd13fa170d20","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.674821048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"46c133ac-1f69-414b-9f76-b35775bbfc7d","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.674837899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"46c133ac-1f69-414b-9f76-b35775bbfc7d","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.27930305Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-sub","reconcileID":"c9e6d4fb-9c94-45d5-9022-192b1846a1d0","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","subscription":"test-model-f023bf-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.293953231Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-sub","reconcileID":"c9e6d4fb-9c94-45d5-9022-192b1846a1d0","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.308849487Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf-sub","reconcileID":"c9e6d4fb-9c94-45d5-9022-192b1846a1d0","MaaSSubscription":{"name":"test-model-f023bf-sub","namespace":"ai-tenant-e2e-inf-b-f023bf"},"name":"maas-trlp-test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.392614686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"afa22304-da05-462e-9ae2-5200c49c23ac","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"tenant":"e2e-inf-b-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","model":"ai-tenant-e2e-inf-b-f023bf/test-model-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.392631552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"test-model-f023bf","reconcileID":"afa22304-da05-462e-9ae2-5200c49c23ac","MaaSModelRef":{"name":"test-model-f023bf","namespace":"ai-tenant-e2e-inf-b-f023bf"},"routeName":"test-model-f023bf-kserve-route","namespace":"ai-tenant-e2e-inf-b-f023bf","llmisvcName":"test-model-f023bf","gateway":"openshift-ingress/e2e-inf-b-f023bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:21.621134078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:21.68910582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"51976ffc-3af9-4927-b23a-6e62727fba06","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:21.707067856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"51976ffc-3af9-4927-b23a-6e62727fba06","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:21.723957087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-aae3a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4816b24fe6cd4937b9723d99fa08368a2b33aed0f34d3fd18c27e5013128aa47) AuthConfig (6785348a71742ed4f7e6fe0501b5ab2347424c398c2f570a5f3c22b0b2a39133) AuthConfig (8cf6f06fe406c32e7190098476d3407b364a4507f56b662f1a602c6eac3a05a3) AuthConfig (3137c064fa670d315c68a62e52b58fa9642af2d47cd113d088f251de9793405a) AuthConfig (55e485fa6ede9bd177f69a8657277a3bac1c6e9badd247d94f3627b3fdd900e8) AuthConfig (da38cbb9277f91bf1ae37eec382194b7b5c509f46e45163fee5bf5a9dd2753a1) AuthConfig (7e166742c951d9bc8c4e69bd41a41e93485dcdc4a0021a51a7aaec2d217d72ec) AuthConfig (6bb0f66ca31261a8937ee951a27f7a0c173acd154ea8b08031721acd28932faa) AuthConfig (b568cb1aa27eb8d5e75c0b08516f57fe3e90eafda27567f574b6d04b74b6312a) AuthConfig (cc6a030a3a5910601d0880504439d30920a30d23d6930b5a645ba49695a70dfa) AuthConfig (791fbe12f8345383bece95157373ef5e9dab2b9f872c45ed1d84a2032a4cdf57) AuthConfig (40a1084e88634dc62565f13e9739779ae3df2a89b8cbad6212b2eeeb856bacc1) AuthConfig (81491005d221bb96be12d3b0375c01f6d019fb257f2500e6eebcd49889e34b05) AuthConfig (e1fca66d3c2437cc001595f32bba592de9b1a33baefc7f7cd633cc2cfa290428) AuthConfig (d88a5ea0545ead148ef5bbad8a28f95eee3574d806e9c453ec1f2d5d6f7fb899) AuthConfig (ff20e1699dfc05f5936ed893eea57d3462580ee6195f18b63414c0933aa4f2c9) AuthConfig (284974027a58de19ed84d8e0fd402ae01e2650ad91d25ae7ef667e757bdade5a) AuthConfig (d305f6f8a9d1b6bf04029b66b91b63dd6d0ea2b26f3541d6b314af9e5553ea2f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"51976ffc-3af9-4927-b23a-6e62727fba06","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.70428443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"79b56b73-06a9-403f-a5d8-472bb093714a","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.724052856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"79b56b73-06a9-403f-a5d8-472bb093714a","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.741774364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-edad05-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (deb86f85835fe54c101450b7ce67f3a4111b1bbd1e8cc928acdeceaabbfa59bb) AuthConfig (ba417c6d6734a5a3e20de626ffcf4ea23e9275d87ea0e2f259faf99492d21ab8) AuthConfig (a64468fab7f965d409e296132d84c4148393591f3db37427af8c25c5c3e8ebea) AuthConfig (8060bcce9fb58f61f7a1ef1a539beebe1aa5abd2036f5aa753ad99da307b1e4c) AuthConfig (dd273eae06562d6c229e8a5040a537e29eed308e4f6286803adaf86356f358c1) AuthConfig (4b211957438e88480958a7c65d0d2dbdffc8313aa3a5f8287145fa13ee6a455a) AuthConfig (e692b1ddf98205794832e3c1e53ff5014c23ae088b53c9c51a141bb4578ede2c) AuthConfig (688f2c16f7a834a2c8c08cd30e8a1bdc7ea88f8c27a740b0ec1ce4083869292e) AuthConfig (af25adf6f3a7dbd2934c060e13bd5cb6171485d7bd9b0b1b61d0861a03a0af0a) AuthConfig (0425443c7473fe13d54de68110fafa1f931a4477a726c7539552273972e20d4b) AuthConfig (2f3e427beafa294a007383c2d8e0c58b750c54f8312f7d104cc0e39ede3f8dd9) AuthConfig (1cabfc19199bd00f4259b673ee37970f93519b88d398add61b5881c4a168f4c7) AuthConfig (d88b3ff69b2f87ed93783300fd4aaed47fe6c6253b1ca681cfdb909fe6d6df16) AuthConfig (45a3b4cc3d87af8fd323b7f4cd40d44f5e03d6b1099f1d65f6bf30affd7c3159) AuthConfig (ac0ba57f6bb6c0ae88be0599fb6c51644ac550d23de2081d6620126f9d71ac4d) AuthConfig (70717210db9f860df95ef16382ec1de177897cc47c4ece0f62d353e44a2f1e7e) AuthConfig (9348ea735f91f22a22649efe0f9d1a379af05dcaa2aa8a672f275ef12e0948fb) AuthConfig (a24fceb6d78e52bbf72a3bce74e78681339c85d3e569b9c7c5bdd5e05d9201f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"79b56b73-06a9-403f-a5d8-472bb093714a","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.248652991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03269908-30c2-44da-ac19-e2ba8ecb3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.262969404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03269908-30c2-44da-ac19-e2ba8ecb3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.277557321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03269908-30c2-44da-ac19-e2ba8ecb3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.292059012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03269908-30c2-44da-ac19-e2ba8ecb3082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.871248264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50ff873-a03d-4ab3-869f-41ac75e9e2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.886752517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50ff873-a03d-4ab3-869f-41ac75e9e2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.901291973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50ff873-a03d-4ab3-869f-41ac75e9e2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.91579476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50ff873-a03d-4ab3-869f-41ac75e9e2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:26.461676647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40d703b-f9d1-40bb-9d0b-6096a8cc063f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:26.475771245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40d703b-f9d1-40bb-9d0b-6096a8cc063f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:26.489959086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40d703b-f9d1-40bb-9d0b-6096a8cc063f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:26.505486857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40d703b-f9d1-40bb-9d0b-6096a8cc063f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:31.753969028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"b474e3cd-aa8a-4562-aa71-b28db5bc05f1","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:31.772669181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"b474e3cd-aa8a-4562-aa71-b28db5bc05f1","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:31.789691291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-aae3a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4816b24fe6cd4937b9723d99fa08368a2b33aed0f34d3fd18c27e5013128aa47) AuthConfig (6785348a71742ed4f7e6fe0501b5ab2347424c398c2f570a5f3c22b0b2a39133) AuthConfig (8cf6f06fe406c32e7190098476d3407b364a4507f56b662f1a602c6eac3a05a3) AuthConfig (3137c064fa670d315c68a62e52b58fa9642af2d47cd113d088f251de9793405a) AuthConfig (55e485fa6ede9bd177f69a8657277a3bac1c6e9badd247d94f3627b3fdd900e8) AuthConfig (da38cbb9277f91bf1ae37eec382194b7b5c509f46e45163fee5bf5a9dd2753a1) AuthConfig (7e166742c951d9bc8c4e69bd41a41e93485dcdc4a0021a51a7aaec2d217d72ec) AuthConfig (6bb0f66ca31261a8937ee951a27f7a0c173acd154ea8b08031721acd28932faa) AuthConfig (b568cb1aa27eb8d5e75c0b08516f57fe3e90eafda27567f574b6d04b74b6312a) AuthConfig (cc6a030a3a5910601d0880504439d30920a30d23d6930b5a645ba49695a70dfa) AuthConfig (791fbe12f8345383bece95157373ef5e9dab2b9f872c45ed1d84a2032a4cdf57) AuthConfig (40a1084e88634dc62565f13e9739779ae3df2a89b8cbad6212b2eeeb856bacc1) AuthConfig (81491005d221bb96be12d3b0375c01f6d019fb257f2500e6eebcd49889e34b05) AuthConfig (e1fca66d3c2437cc001595f32bba592de9b1a33baefc7f7cd633cc2cfa290428) AuthConfig (d88a5ea0545ead148ef5bbad8a28f95eee3574d806e9c453ec1f2d5d6f7fb899) AuthConfig (ff20e1699dfc05f5936ed893eea57d3462580ee6195f18b63414c0933aa4f2c9) AuthConfig (284974027a58de19ed84d8e0fd402ae01e2650ad91d25ae7ef667e757bdade5a) AuthConfig (d305f6f8a9d1b6bf04029b66b91b63dd6d0ea2b26f3541d6b314af9e5553ea2f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"b474e3cd-aa8a-4562-aa71-b28db5bc05f1","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.774617836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"03babb3e-ac45-4f70-9df7-ca941f84f3ca","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.794577323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"03babb3e-ac45-4f70-9df7-ca941f84f3ca","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.812293559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-edad05-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (deb86f85835fe54c101450b7ce67f3a4111b1bbd1e8cc928acdeceaabbfa59bb) AuthConfig (ba417c6d6734a5a3e20de626ffcf4ea23e9275d87ea0e2f259faf99492d21ab8) AuthConfig (a64468fab7f965d409e296132d84c4148393591f3db37427af8c25c5c3e8ebea) AuthConfig (8060bcce9fb58f61f7a1ef1a539beebe1aa5abd2036f5aa753ad99da307b1e4c) AuthConfig (dd273eae06562d6c229e8a5040a537e29eed308e4f6286803adaf86356f358c1) AuthConfig (4b211957438e88480958a7c65d0d2dbdffc8313aa3a5f8287145fa13ee6a455a) AuthConfig (e692b1ddf98205794832e3c1e53ff5014c23ae088b53c9c51a141bb4578ede2c) AuthConfig (688f2c16f7a834a2c8c08cd30e8a1bdc7ea88f8c27a740b0ec1ce4083869292e) AuthConfig (af25adf6f3a7dbd2934c060e13bd5cb6171485d7bd9b0b1b61d0861a03a0af0a) AuthConfig (0425443c7473fe13d54de68110fafa1f931a4477a726c7539552273972e20d4b) AuthConfig (2f3e427beafa294a007383c2d8e0c58b750c54f8312f7d104cc0e39ede3f8dd9) AuthConfig (1cabfc19199bd00f4259b673ee37970f93519b88d398add61b5881c4a168f4c7) AuthConfig (d88b3ff69b2f87ed93783300fd4aaed47fe6c6253b1ca681cfdb909fe6d6df16) AuthConfig (45a3b4cc3d87af8fd323b7f4cd40d44f5e03d6b1099f1d65f6bf30affd7c3159) AuthConfig (ac0ba57f6bb6c0ae88be0599fb6c51644ac550d23de2081d6620126f9d71ac4d) AuthConfig (70717210db9f860df95ef16382ec1de177897cc47c4ece0f62d353e44a2f1e7e) AuthConfig (9348ea735f91f22a22649efe0f9d1a379af05dcaa2aa8a672f275ef12e0948fb) AuthConfig (a24fceb6d78e52bbf72a3bce74e78681339c85d3e569b9c7c5bdd5e05d9201f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"03babb3e-ac45-4f70-9df7-ca941f84f3ca","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:33.039225284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"81e43263-6cf1-4d78-9587-50cc443483f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:33.07863905Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"81e43263-6cf1-4d78-9587-50cc443483f1","name":"e2e-inf-b-9210c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.82586186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"66570ff3-21c9-462c-aa34-58f832a464d9","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.846487164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"66570ff3-21c9-462c-aa34-58f832a464d9","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.927750455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"3d04c0d7-deb7-4299-9bae-e42a4a6cdace","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.927773345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"3d04c0d7-deb7-4299-9bae-e42a4a6cdace","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.841480933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"ed9a826e-625c-4003-bd58-3d21d78accc3","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.860260977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"ed9a826e-625c-4003-bd58-3d21d78accc3","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.937802796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"1924e0b0-4b4b-4fcb-a43c-06e18fbe78d5","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.937820222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"1924e0b0-4b4b-4fcb-a43c-06e18fbe78d5","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.668415969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"b56a1422-4b88-4ee0-a816-b265708c208a","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.668440324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"b56a1422-4b88-4ee0-a816-b265708c208a","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.688771712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"6b0514fd-ef44-4394-a9ca-1f8017653e0d","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.68885315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"6b0514fd-ef44-4394-a9ca-1f8017653e0d","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:17:43.698367848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-sub","reconcileID":"c55f785f-5501-4250-bd4b-1ad2283bd38b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-aae3a8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.699213848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"464768eb-242e-4122-ba91-0194abd333d6","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:17:43.70414004Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"6b0514fd-ef44-4394-a9ca-1f8017653e0d","name":"test-model-aae3a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-aae3a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:17:43.704187946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"6b0514fd-ef44-4394-a9ca-1f8017653e0d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-aae3a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.709562861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"7bb8e1f9-5837-4298-999f-a3f874ff52cb","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.709578451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"7bb8e1f9-5837-4298-999f-a3f874ff52cb","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.717508619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"464768eb-242e-4122-ba91-0194abd333d6","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.731168829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"af95d71f-d0de-4ca7-a4f5-9a74579e9039","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.731185164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"af95d71f-d0de-4ca7-a4f5-9a74579e9039","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.750004714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"d3ed3989-958a-4975-949b-23922b952157","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.750021197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"d3ed3989-958a-4975-949b-23922b952157","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.810374914Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-sub","reconcileID":"e1d030e1-f700-4210-9ccb-1f6e2cf7055e","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"maas-trlp-test-model-aae3a8","model":"test-model-aae3a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.862932099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"d5bf87e0-7c8b-4d5a-bd8c-5ae4d94e7bed","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.862948615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"d5bf87e0-7c8b-4d5a-bd8c-5ae4d94e7bed","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.876016928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"7d0d6e6f-c4f2-43a7-9a23-82c085581b75","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.89470346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"7d0d6e6f-c4f2-43a7-9a23-82c085581b75","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.920779822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-sub","reconcileID":"689194bc-5137-432c-97eb-40fb21d5d88d","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"maas-trlp-test-model-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.714162683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"2836bb09-99ef-4a69-a922-3c27fce9843f","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.714185759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"2836bb09-99ef-4a69-a922-3c27fce9843f","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.736052069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"8e1ee5c0-b708-43ee-bdf9-2e6753ffc753","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.736069252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"8e1ee5c0-b708-43ee-bdf9-2e6753ffc753","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.74306245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"0ae1374a-89f9-4758-8cfc-04493cd0ea32","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:17:44.744839681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-sub","reconcileID":"f78f1071-8959-4b11-b5e4-d984a0ab1a58","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-edad05-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.764598591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"0ae1374a-89f9-4758-8cfc-04493cd0ea32","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.779740013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"de963775-5370-4308-b953-edde6d9733fd","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.779756188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"de963775-5370-4308-b953-edde6d9733fd","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.79919624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"dd020f4b-5142-4c55-9499-2a3d3149c0d6","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.799212428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"dd020f4b-5142-4c55-9499-2a3d3149c0d6","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.862890202Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-sub","reconcileID":"5ffbf586-0e76-4204-9155-acb42731b256","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"maas-trlp-test-model-edad05","model":"test-model-edad05","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-edad05/test-model-edad05-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.915971041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"f04a07fb-05b5-43c3-bbe3-3f6234ff6275","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.915987068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"f04a07fb-05b5-43c3-bbe3-3f6234ff6275","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.92618722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"2141181c-8c93-4153-92f5-2fb88372c0c0","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.968558274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"2141181c-8c93-4153-92f5-2fb88372c0c0","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.996733301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-sub","reconcileID":"90969a54-40da-403a-bebd-523dfeaf1758","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"maas-trlp-test-model-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.75316155Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","namespace":"ai-tenant-e2e-inf-a-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.753220069Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","namespace":"ai-tenant-e2e-inf-a-01c3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.753269323Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","tenant":"e2e-inf-a-01c3ee","tenantID":"e2e-inf-a-01c3ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.771968157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"Deployment","name":"maas-api-e2e-inf-a-01c3ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.80247041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"Service","name":"maas-api-e2e-inf-a-01c3ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.819086414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-01c3ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.84000483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-01c3ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.85651854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.873254846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.893317412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.910536488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.924978337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"Deployment","name":"payload-processing-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.939123944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.953045157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"Service","name":"payload-processing-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.967348269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.981495656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.995611011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.009647694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.031386376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.047362952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.071161633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.087892621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-01c3ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.106007454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-01c3ee"},"namespace":"ai-tenant-e2e-inf-a-01c3ee","name":"default-tenant","reconcileID":"22309449-c318-4abc-ba7a-105d558e2296","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-01c3ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.505444736Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-01c3ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-01c3ee","reconcileID":"39849897-9fd2-4c3b-959c-042a77a04471","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-01c3ee","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-01c3ee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.946106779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f14c9-d473-4122-aa80-722cd957e24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.960830748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f14c9-d473-4122-aa80-722cd957e24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.975602944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f14c9-d473-4122-aa80-722cd957e24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.992506008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7f14c9-d473-4122-aa80-722cd957e24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.56988709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6be9106-00ba-49c0-b342-d2c784cec10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.58460461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6be9106-00ba-49c0-b342-d2c784cec10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.598939877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6be9106-00ba-49c0-b342-d2c784cec10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.613613278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6be9106-00ba-49c0-b342-d2c784cec10b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.771261207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34a65a8-a126-4ecd-97ce-c1bf683832ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.785732246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34a65a8-a126-4ecd-97ce-c1bf683832ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.800099057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34a65a8-a126-4ecd-97ce-c1bf683832ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.81471386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34a65a8-a126-4ecd-97ce-c1bf683832ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:51.378716165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ba8620-2d2c-475d-a66d-69512c1f0dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:51.393764357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ba8620-2d2c-475d-a66d-69512c1f0dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:51.408782755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ba8620-2d2c-475d-a66d-69512c1f0dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:51.423809165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ba8620-2d2c-475d-a66d-69512c1f0dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:51.622007733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.353065815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0975fe14-acce-4d06-877c-49ccc661a573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.367388275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0975fe14-acce-4d06-877c-49ccc661a573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.38215553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0975fe14-acce-4d06-877c-49ccc661a573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.396751098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0975fe14-acce-4d06-877c-49ccc661a573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.960063335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8635fd7a-3793-4f06-8593-929cf4e5f3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.974568685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8635fd7a-3793-4f06-8593-929cf4e5f3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.988753101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8635fd7a-3793-4f06-8593-929cf4e5f3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:57.002889776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8635fd7a-3793-4f06-8593-929cf4e5f3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:19.318093029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-sub","reconcileID":"21dea29a-8f9f-467f-bc83-fd7c795d194e","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"maas-trlp-test-model-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:19.433324622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"4b1d95c7-33e6-47c2-8421-c06c89b51279","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:19.433347007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"4b1d95c7-33e6-47c2-8421-c06c89b51279","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:19.44177085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-sub","reconcileID":"630064bb-bd13-43ed-af9e-b93df3f68e97","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"maas-trlp-test-model-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:19.497053486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"5f490677-de77-4632-9e14-628ddf4eb9fd","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:19.497070601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"5f490677-de77-4632-9e14-628ddf4eb9fd","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:20.721466708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"ecbe845c-990a-44e4-8329-09a9deb315d6","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:20.739518912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"ecbe845c-990a-44e4-8329-09a9deb315d6","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:21.231518627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"5d4db835-02d0-4a7e-aa54-1ad9460a2279","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:21.24961583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"5d4db835-02d0-4a7e-aa54-1ad9460a2279","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:21.621880586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:27.78262428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"b0acd1fb-0d07-4010-a1b6-703797dd1ef5","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:27.782985163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"b0acd1fb-0d07-4010-a1b6-703797dd1ef5","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:28.103520735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"8b5ef77e-55e9-4add-8fb4-a14f629df8ed","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:28.103540034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"8b5ef77e-55e9-4add-8fb4-a14f629df8ed","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:28.122466699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"b7f959f1-ffa5-4c4b-b634-f91fa1e95960","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:28.1224834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"b7f959f1-ffa5-4c4b-b634-f91fa1e95960","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:28.150643898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"000380ae-4af8-42df-a603-78c36c082cde","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:28.196946417Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"000380ae-4af8-42df-a603-78c36c082cde","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:28.213703234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-00b849-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"000380ae-4af8-42df-a603-78c36c082cde","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:28.230619141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"1517ae5f-ee6d-459d-8f4c-1651306ad80b","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:28.230639092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"1517ae5f-ee6d-459d-8f4c-1651306ad80b","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:31.287246116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e40d22-dec0-42ff-b3b4-4dde731ebdf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:31.301784653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e40d22-dec0-42ff-b3b4-4dde731ebdf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:31.316132748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e40d22-dec0-42ff-b3b4-4dde731ebdf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:31.330678169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e40d22-dec0-42ff-b3b4-4dde731ebdf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:31.89441684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e5e22c-fa11-4f70-a85b-a1cdedeb344d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:31.909154229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e5e22c-fa11-4f70-a85b-a1cdedeb344d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:31.923921129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e5e22c-fa11-4f70-a85b-a1cdedeb344d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:31.938671557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6e5e22c-fa11-4f70-a85b-a1cdedeb344d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:38.259211447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"cb27931c-65ce-4746-977a-8b6286122bc5","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:38.27809111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"cb27931c-65ce-4746-977a-8b6286122bc5","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:38.294783151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-00b849-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"cb27931c-65ce-4746-977a-8b6286122bc5","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.539260267Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"00522226-dcb3-457e-9302-208f83861d91","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.539469723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"39ec9af4-2737-4426-b5ad-87a8dbfa6928","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.53948759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"39ec9af4-2737-4426-b5ad-87a8dbfa6928","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.626290176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-sub","reconcileID":"c3c297f4-741d-4ab7-9e0e-718c6f100c71","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"maas-trlp-test-model-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.668638554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"00522226-dcb3-457e-9302-208f83861d91","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.723658656Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"00522226-dcb3-457e-9302-208f83861d91","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"e2e-inf-a-fdb7d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.723681571Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-auth","reconcileID":"00522226-dcb3-457e-9302-208f83861d91","MaaSAuthPolicy":{"name":"test-model-fdb7d4-auth","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.742557386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"ebd5b9cd-381a-43be-96cc-e01a48210c82","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.742577938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"ebd5b9cd-381a-43be-96cc-e01a48210c82","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.834628511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-sub","reconcileID":"b007c2df-8d54-49e8-a3b3-e4740803c1e1","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"maas-trlp-test-model-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.932783506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"be7bf37b-f0bc-4167-ba96-5a6ea2ae99ae","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:43.93282051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"be7bf37b-f0bc-4167-ba96-5a6ea2ae99ae","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:48.331464992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"4194b0c1-d94d-4599-8751-642b5b24e7f8","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:48.349095875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"4194b0c1-d94d-4599-8751-642b5b24e7f8","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:48.365901466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-00b849-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"4194b0c1-d94d-4599-8751-642b5b24e7f8","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:51.621298427Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.841065001Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","namespace":"ai-tenant-e2e-inf-b-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.84114785Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","namespace":"ai-tenant-e2e-inf-b-f023bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.841229502Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","tenant":"e2e-inf-b-f023bf","tenantID":"e2e-inf-b-f023bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.857143354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"Deployment","name":"maas-api-e2e-inf-b-f023bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.885908154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"Service","name":"maas-api-e2e-inf-b-f023bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.902713033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-f023bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.91941574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-f023bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.935869026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.951957961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.97117727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.987506135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.001459371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"Deployment","name":"payload-processing-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.015706139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.02951885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"Service","name":"payload-processing-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.043519973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.057523924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.058989147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-sub","reconcileID":"e13c2e08-7b2d-4301-b0fd-038f79176ee7","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","subscription":"test-model-fdb7d4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.071484324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.073995403Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-sub","reconcileID":"e13c2e08-7b2d-4301-b0fd-038f79176ee7","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.088214104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.09017459Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4-sub","reconcileID":"e13c2e08-7b2d-4301-b0fd-038f79176ee7","MaaSSubscription":{"name":"test-model-fdb7d4-sub","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"name":"maas-trlp-test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.11376103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.142759615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.15771749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.173887818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-f023bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.207138057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f023bf"},"namespace":"ai-tenant-e2e-inf-b-f023bf","name":"default-tenant","reconcileID":"9d6ccf94-52de-462f-9632-d34364c94ce6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-f023bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.282425463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"0d392c70-5f72-4fc0-be04-0644301ad135","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"tenant":"e2e-inf-a-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","model":"ai-tenant-e2e-inf-a-fdb7d4/test-model-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.28252505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"test-model-fdb7d4","reconcileID":"0d392c70-5f72-4fc0-be04-0644301ad135","MaaSModelRef":{"name":"test-model-fdb7d4","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"routeName":"test-model-fdb7d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-fdb7d4","llmisvcName":"test-model-fdb7d4","gateway":"openshift-ingress/e2e-inf-a-fdb7d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:54.596475854Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-f023bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-f023bf","reconcileID":"b4205152-b74c-413d-b88b-e7872895f108","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-f023bf","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-f023bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:55.068628506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d315048-6c71-4bc0-9d41-10173c0e7e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:55.083148243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d315048-6c71-4bc0-9d41-10173c0e7e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:55.097837308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d315048-6c71-4bc0-9d41-10173c0e7e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:55.112639292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d315048-6c71-4bc0-9d41-10173c0e7e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:55.738703708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02299e12-1f71-4db0-a563-fedc9a6795df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:55.75299963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02299e12-1f71-4db0-a563-fedc9a6795df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:55.767491492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02299e12-1f71-4db0-a563-fedc9a6795df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:55.781790469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02299e12-1f71-4db0-a563-fedc9a6795df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:58.435694889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"a43ebef5-cfb2-4c73-8ea2-9fe5b992cde4","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:58.457397666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"a43ebef5-cfb2-4c73-8ea2-9fe5b992cde4","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:58.475396707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-00b849-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bcd34eb2f4ed0a00aa57cd7f64b48232e469dbfdcb13bf1b6d233159a146f519) AuthConfig (d76280870990b77d33085f20329ef15d4bc99152e0b621e86402231795ebade7) AuthConfig (3de2035d7ce96da9ebb0e7077e4b94ad9f465b0714dc0bb9c3eeb6a022e711b8) AuthConfig (4a037828d4af87586a1da7f5dface4d369f1397a06404ac58c2590e128e8631e) AuthConfig (8d02489029b0f0bd55ab7d37cd3181eb52dcee53c20b47ab3d7566c64e720ce0) AuthConfig (0705d2316c7e0549fd9dc794aae7d155deecd898f2626bd26d2bbc1bea36ae79) AuthConfig (4921ea52c76b5828ca5bf155a3657b893e6279d443efac9dd0abce1a605e876b) AuthConfig (87337ee6830abd962632ab4a98b5ce4ac5dfc8d00133c94c9416e25bc32126e6) AuthConfig (573e9a442d0a57b7dd7765084dd872f082745bf9b542250bfa2547818781fdbe) AuthConfig (9a2933f59dfbb1efc3ad24056675a4f6848db94e5049c0be73b5a11f7eaadac4) AuthConfig (5c356af8488f85661ef82083be74ed5fc5d356509d93820de976b8cc9e7a772b) AuthConfig (d825bd9df64e25c9414a90d3765ab554ac9a103f8504620ad0e8c70634957531) AuthConfig (95bd4ca2b8b0b87a24d68a7482b460e148b9c9f4d0f1b06dd85a7b2fbaef849f) AuthConfig (c28dd43d8bb0461d35af0acc86c26ed8e795c466f4f7eeadd6826765bc77a0d1) AuthConfig (026a661baa6203345e8a7aaebfe2f7bf610e2cadb38c1c8866769af8461db8b3) AuthConfig (8a270d4da84872de49bc2b399393b391ae54963799fdd93ab8602e6ab6619527) AuthConfig (3202e03a0110c8a172ebd40ebb795286369eafa0fdce7240279822fd2dcd2c7f) AuthConfig (c8b1d5cef318e9e81e17686ba89a33b34b3c4408548e65be84205001e53595ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"a43ebef5-cfb2-4c73-8ea2-9fe5b992cde4","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:58.495577224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"19043074-81f1-44f3-aba3-d0e077081c29","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:58.49562917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"19043074-81f1-44f3-aba3-d0e077081c29","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.012490034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"400aee0a-076e-4165-a4ca-21236e8e0b59","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.014399615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"19b1b10a-53b6-49f4-914e-446517049186","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.014494628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"19b1b10a-53b6-49f4-914e-446517049186","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.12961953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-sub","reconcileID":"af02aea8-cd93-4e77-a2de-2c9f86545e99","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"maas-trlp-test-model-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.144750504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"400aee0a-076e-4165-a4ca-21236e8e0b59","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.191653283Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"400aee0a-076e-4165-a4ca-21236e8e0b59","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"e2e-inf-b-aae3a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.191675483Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-auth","reconcileID":"400aee0a-076e-4165-a4ca-21236e8e0b59","MaaSAuthPolicy":{"name":"test-model-aae3a8-auth","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.209719707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"019776ea-05b7-4aaa-a7ba-4c2d8108acde","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.209736697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"019776ea-05b7-4aaa-a7ba-4c2d8108acde","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.291832547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-sub","reconcileID":"ea6daf27-dec6-4847-9ee0-d8c95a6d57cd","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"maas-trlp-test-model-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.357228193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"e24976ec-db41-4d5e-a822-bd22bf488e18","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:59.35724547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"e24976ec-db41-4d5e-a822-bd22bf488e18","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.079064615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b6e96b4-a226-4432-8dcc-fc23d1387b7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.079088674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b6e96b4-a226-4432-8dcc-fc23d1387b7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.098572057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac0005e1-257a-42c5-b3d0-e21413cbb8fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.098607135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac0005e1-257a-42c5-b3d0-e21413cbb8fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.128897612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"1354d8b2-a234-43ef-8cef-b58a23c06722","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.181129175Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"1354d8b2-a234-43ef-8cef-b58a23c06722","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.198968787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"1354d8b2-a234-43ef-8cef-b58a23c06722","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.218145959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7919d549-60fc-429e-9168-26f31fd756fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.21816275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7919d549-60fc-429e-9168-26f31fd756fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.272940132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7aee4a4-a9cb-4145-8423-3e77d9ac4aee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.272955809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7aee4a4-a9cb-4145-8423-3e77d9ac4aee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.292202171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6cef14d-f174-4682-8124-7d59f5f61b97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.292224843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6cef14d-f174-4682-8124-7d59f5f61b97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.304208439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"98776724-04e2-4d00-bca3-9f2db97e219a","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:03.304477483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-sub-996cabae","reconcileID":"fffd3ed1-f7b6-49fc-83b0-b012e96636c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-996cabae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.323084855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"98776724-04e2-4d00-bca3-9f2db97e219a","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.340060127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"98776724-04e2-4d00-bca3-9f2db97e219a","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.340326218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e311110-9bc4-439a-9ab6-65963db7e154","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.340342408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e311110-9bc4-439a-9ab6-65963db7e154","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.35971512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcbe87d9-5a88-4b18-91ba-a57bf838df92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.359729206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcbe87d9-5a88-4b18-91ba-a57bf838df92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.45785948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-sub-996cabae","reconcileID":"ea2f1a3a-72c8-4747-a13b-3ed15ab593cd","MaaSSubscription":{"name":"e2e-sub-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-996cabae/e2e-sub-996cabae","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.50727971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c600a859-35c8-4496-bde3-f3bb21bbcc13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.507294737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c600a859-35c8-4496-bde3-f3bb21bbcc13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.517118163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35473d37-3312-4df9-b284-089d716cea1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.619499517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-sub-996cabae","reconcileID":"16947054-89d6-4e1e-b27f-397f6180dab9","MaaSSubscription":{"name":"e2e-sub-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.318921093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"1b9c2170-bf08-403a-8888-31231cafd708","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.318948089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"1b9c2170-bf08-403a-8888-31231cafd708","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.629059635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"ec0fa0d8-3720-491d-8bcc-e1600a91a635","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.62908835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"ec0fa0d8-3720-491d-8bcc-e1600a91a635","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.645916281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"1176e51d-4ea3-42cd-ac21-981e2ca22f18","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.645932339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"1176e51d-4ea3-42cd-ac21-981e2ca22f18","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.675035001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"dbc80bda-330d-4e73-8218-54927505dbc0","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.724286256Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"dbc80bda-330d-4e73-8218-54927505dbc0","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.742246236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1647fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"dbc80bda-330d-4e73-8218-54927505dbc0","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.760062588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"8cfc1f80-6300-4ca4-babb-48520dd8fd10","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.760078211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"8cfc1f80-6300-4ca4-babb-48520dd8fd10","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:08.52822792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"5330beee-d915-44e6-9b40-accca2c63b22","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:08.547968476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"5330beee-d915-44e6-9b40-accca2c63b22","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:08.564854331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-00b849-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bcd34eb2f4ed0a00aa57cd7f64b48232e469dbfdcb13bf1b6d233159a146f519) AuthConfig (d76280870990b77d33085f20329ef15d4bc99152e0b621e86402231795ebade7) AuthConfig (3de2035d7ce96da9ebb0e7077e4b94ad9f465b0714dc0bb9c3eeb6a022e711b8) AuthConfig (4a037828d4af87586a1da7f5dface4d369f1397a06404ac58c2590e128e8631e) AuthConfig (8d02489029b0f0bd55ab7d37cd3181eb52dcee53c20b47ab3d7566c64e720ce0) AuthConfig (0705d2316c7e0549fd9dc794aae7d155deecd898f2626bd26d2bbc1bea36ae79) AuthConfig (4921ea52c76b5828ca5bf155a3657b893e6279d443efac9dd0abce1a605e876b) AuthConfig (87337ee6830abd962632ab4a98b5ce4ac5dfc8d00133c94c9416e25bc32126e6) AuthConfig (573e9a442d0a57b7dd7765084dd872f082745bf9b542250bfa2547818781fdbe) AuthConfig (9a2933f59dfbb1efc3ad24056675a4f6848db94e5049c0be73b5a11f7eaadac4) AuthConfig (5c356af8488f85661ef82083be74ed5fc5d356509d93820de976b8cc9e7a772b) AuthConfig (d825bd9df64e25c9414a90d3765ab554ac9a103f8504620ad0e8c70634957531) AuthConfig (95bd4ca2b8b0b87a24d68a7482b460e148b9c9f4d0f1b06dd85a7b2fbaef849f) AuthConfig (c28dd43d8bb0461d35af0acc86c26ed8e795c466f4f7eeadd6826765bc77a0d1) AuthConfig (026a661baa6203345e8a7aaebfe2f7bf610e2cadb38c1c8866769af8461db8b3) AuthConfig (8a270d4da84872de49bc2b399393b391ae54963799fdd93ab8602e6ab6619527) AuthConfig (3202e03a0110c8a172ebd40ebb795286369eafa0fdce7240279822fd2dcd2c7f) AuthConfig (c8b1d5cef318e9e81e17686ba89a33b34b3c4408548e65be84205001e53595ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"5330beee-d915-44e6-9b40-accca2c63b22","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:09.405420073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-sub","reconcileID":"e2f4628f-5904-413e-b6f1-80f7ae77dabd","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","subscription":"test-model-aae3a8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:09.419667261Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-sub","reconcileID":"e2f4628f-5904-413e-b6f1-80f7ae77dabd","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:09.434175869Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8-sub","reconcileID":"e2f4628f-5904-413e-b6f1-80f7ae77dabd","MaaSSubscription":{"name":"test-model-aae3a8-sub","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"name":"maas-trlp-test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:09.516475262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"91786a73-7452-4e1c-96cd-ff13a06f21c8","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"tenant":"e2e-inf-b-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","model":"ai-tenant-e2e-inf-b-aae3a8/test-model-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:09.516500717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"test-model-aae3a8","reconcileID":"91786a73-7452-4e1c-96cd-ff13a06f21c8","MaaSModelRef":{"name":"test-model-aae3a8","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"routeName":"test-model-aae3a8-kserve-route","namespace":"ai-tenant-e2e-inf-b-aae3a8","llmisvcName":"test-model-aae3a8","gateway":"openshift-ingress/e2e-inf-b-aae3a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.387240601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"dec6ac8d-7395-4f79-89e1-ecbc670a3b12","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.409273653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"dec6ac8d-7395-4f79-89e1-ecbc670a3b12","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.427668146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"dec6ac8d-7395-4f79-89e1-ecbc670a3b12","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:17.788919158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"91665308-26d2-4437-8695-abd7123b9ddd","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:17.8071293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"91665308-26d2-4437-8695-abd7123b9ddd","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:17.823787395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1647fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"91665308-26d2-4437-8695-abd7123b9ddd","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:18.594454436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"c3986689-c3a2-4226-a63f-f4bd0b83b06e","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:18.612383435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"c3986689-c3a2-4226-a63f-f4bd0b83b06e","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:18.62925049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-00b849-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bcd34eb2f4ed0a00aa57cd7f64b48232e469dbfdcb13bf1b6d233159a146f519) AuthConfig (d76280870990b77d33085f20329ef15d4bc99152e0b621e86402231795ebade7) AuthConfig (3de2035d7ce96da9ebb0e7077e4b94ad9f465b0714dc0bb9c3eeb6a022e711b8) AuthConfig (4a037828d4af87586a1da7f5dface4d369f1397a06404ac58c2590e128e8631e) AuthConfig (8d02489029b0f0bd55ab7d37cd3181eb52dcee53c20b47ab3d7566c64e720ce0) AuthConfig (0705d2316c7e0549fd9dc794aae7d155deecd898f2626bd26d2bbc1bea36ae79) AuthConfig (4921ea52c76b5828ca5bf155a3657b893e6279d443efac9dd0abce1a605e876b) AuthConfig (87337ee6830abd962632ab4a98b5ce4ac5dfc8d00133c94c9416e25bc32126e6) AuthConfig (573e9a442d0a57b7dd7765084dd872f082745bf9b542250bfa2547818781fdbe) AuthConfig (9a2933f59dfbb1efc3ad24056675a4f6848db94e5049c0be73b5a11f7eaadac4) AuthConfig (5c356af8488f85661ef82083be74ed5fc5d356509d93820de976b8cc9e7a772b) AuthConfig (d825bd9df64e25c9414a90d3765ab554ac9a103f8504620ad0e8c70634957531) AuthConfig (95bd4ca2b8b0b87a24d68a7482b460e148b9c9f4d0f1b06dd85a7b2fbaef849f) AuthConfig (c28dd43d8bb0461d35af0acc86c26ed8e795c466f4f7eeadd6826765bc77a0d1) AuthConfig (026a661baa6203345e8a7aaebfe2f7bf610e2cadb38c1c8866769af8461db8b3) AuthConfig (8a270d4da84872de49bc2b399393b391ae54963799fdd93ab8602e6ab6619527) AuthConfig (3202e03a0110c8a172ebd40ebb795286369eafa0fdce7240279822fd2dcd2c7f) AuthConfig (c8b1d5cef318e9e81e17686ba89a33b34b3c4408548e65be84205001e53595ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"c3986689-c3a2-4226-a63f-f4bd0b83b06e","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.629003448Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.456419729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"9cce2473-fc62-4849-9382-5acbbdbbda1e","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.473901819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"9cce2473-fc62-4849-9382-5acbbdbbda1e","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.490631719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"9cce2473-fc62-4849-9382-5acbbdbbda1e","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:27.863783338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"5f7a21fd-c75c-48e1-a4b9-68d9bd067844","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:27.885065923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"5f7a21fd-c75c-48e1-a4b9-68d9bd067844","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:27.909789989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1647fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"5f7a21fd-c75c-48e1-a4b9-68d9bd067844","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:28.659145371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"bdf9ad0b-2d8e-4126-b45e-beb95e7c6552","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:28.677837582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"bdf9ad0b-2d8e-4126-b45e-beb95e7c6552","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:28.68725852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cc7a56-9321-4d41-ae51-40c0792476bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:28.701957205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cc7a56-9321-4d41-ae51-40c0792476bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:28.707807857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-00b849-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bcd34eb2f4ed0a00aa57cd7f64b48232e469dbfdcb13bf1b6d233159a146f519) AuthConfig (d76280870990b77d33085f20329ef15d4bc99152e0b621e86402231795ebade7) AuthConfig (3de2035d7ce96da9ebb0e7077e4b94ad9f465b0714dc0bb9c3eeb6a022e711b8) AuthConfig (4a037828d4af87586a1da7f5dface4d369f1397a06404ac58c2590e128e8631e) AuthConfig (8d02489029b0f0bd55ab7d37cd3181eb52dcee53c20b47ab3d7566c64e720ce0) AuthConfig (0705d2316c7e0549fd9dc794aae7d155deecd898f2626bd26d2bbc1bea36ae79) AuthConfig (4921ea52c76b5828ca5bf155a3657b893e6279d443efac9dd0abce1a605e876b) AuthConfig (87337ee6830abd962632ab4a98b5ce4ac5dfc8d00133c94c9416e25bc32126e6) AuthConfig (573e9a442d0a57b7dd7765084dd872f082745bf9b542250bfa2547818781fdbe) AuthConfig (9a2933f59dfbb1efc3ad24056675a4f6848db94e5049c0be73b5a11f7eaadac4) AuthConfig (5c356af8488f85661ef82083be74ed5fc5d356509d93820de976b8cc9e7a772b) AuthConfig (d825bd9df64e25c9414a90d3765ab554ac9a103f8504620ad0e8c70634957531) AuthConfig (95bd4ca2b8b0b87a24d68a7482b460e148b9c9f4d0f1b06dd85a7b2fbaef849f) AuthConfig (c28dd43d8bb0461d35af0acc86c26ed8e795c466f4f7eeadd6826765bc77a0d1) AuthConfig (026a661baa6203345e8a7aaebfe2f7bf610e2cadb38c1c8866769af8461db8b3) AuthConfig (8a270d4da84872de49bc2b399393b391ae54963799fdd93ab8602e6ab6619527) AuthConfig (3202e03a0110c8a172ebd40ebb795286369eafa0fdce7240279822fd2dcd2c7f) AuthConfig (c8b1d5cef318e9e81e17686ba89a33b34b3c4408548e65be84205001e53595ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"bdf9ad0b-2d8e-4126-b45e-beb95e7c6552","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:28.716999935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cc7a56-9321-4d41-ae51-40c0792476bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:28.73215548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cc7a56-9321-4d41-ae51-40c0792476bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:29.370623862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebeb47ef-b205-4ad1-819f-4b99eb28b363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:29.385199765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebeb47ef-b205-4ad1-819f-4b99eb28b363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:29.399597896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebeb47ef-b205-4ad1-819f-4b99eb28b363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:29.414044986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebeb47ef-b205-4ad1-819f-4b99eb28b363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.540432867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"28e35bd2-ab54-432b-8954-92b2a1e47aa9","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.560740267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"28e35bd2-ab54-432b-8954-92b2a1e47aa9","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.580529551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"28e35bd2-ab54-432b-8954-92b2a1e47aa9","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.601723812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4216712e-5a40-4425-83d4-d7c1f788bc2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.60174151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4216712e-5a40-4425-83d4-d7c1f788bc2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.975758627Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"37bd8d63-01d9-4366-9445-ebdea175111c","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.975938964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"0c704c63-fd64-4c6a-8294-e94c000e958c","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.975959042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"0c704c63-fd64-4c6a-8294-e94c000e958c","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.057347349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-sub","reconcileID":"28165ca8-6c50-4f84-8f1a-3813810bc568","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"maas-trlp-test-model-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.105169619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"37bd8d63-01d9-4366-9445-ebdea175111c","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.153567432Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"37bd8d63-01d9-4366-9445-ebdea175111c","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"e2e-inf-a-8eba6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.153608438Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-auth","reconcileID":"37bd8d63-01d9-4366-9445-ebdea175111c","MaaSAuthPolicy":{"name":"test-model-8eba6d-auth","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.172088445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"cba81554-4b73-4c64-9883-c5d50001d2f4","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.172104233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"cba81554-4b73-4c64-9883-c5d50001d2f4","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.253120291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-sub","reconcileID":"63d328d9-5069-4d6a-81f0-2d707046df76","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"maas-trlp-test-model-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.313311802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"6cc33e8a-e643-444d-8c10-8778d07de7c7","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.313327099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"6cc33e8a-e643-444d-8c10-8778d07de7c7","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.939467356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"70d9646c-7989-4228-b75c-bf69e75186d4","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.958128699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"70d9646c-7989-4228-b75c-bf69e75186d4","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.975057189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1647fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"70d9646c-7989-4228-b75c-bf69e75186d4","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.740395219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"8970b81d-4f88-46b6-a52a-39d1017167bb","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.793675659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"8970b81d-4f88-46b6-a52a-39d1017167bb","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.986062042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"06db79b0-3253-4f54-8d47-db442971bf44","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.986082699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"06db79b0-3253-4f54-8d47-db442971bf44","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.450207778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"7fc94459-5af6-4663-8e52-4637f65da54b","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.450234806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"7fc94459-5af6-4663-8e52-4637f65da54b","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.471804253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"33e525e9-69b8-4d79-8d1b-7190e505c3d8","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.471828036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"33e525e9-69b8-4d79-8d1b-7190e505c3d8","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.479915719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"f50fa1bd-4a91-4840-bf98-15c2b6e1eff9","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:40.484523391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-sub","reconcileID":"5a710559-68c3-49a3-83d1-694e29b336c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-00b849-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:40.488177882Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"33e525e9-69b8-4d79-8d1b-7190e505c3d8","name":"test-model-00b849","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-00b849\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:40.488224495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"33e525e9-69b8-4d79-8d1b-7190e505c3d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-00b849\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.493575413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"ccb7e874-88e7-4cf0-87e8-a40b41c24e30","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.493614717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"ccb7e874-88e7-4cf0-87e8-a40b41c24e30","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.499000789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"f50fa1bd-4a91-4840-bf98-15c2b6e1eff9","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.518197991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"731a5d19-5565-48b1-b174-d7a609a26e55","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.518215344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"731a5d19-5565-48b1-b174-d7a609a26e55","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.535303576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"d4bcecab-0796-452a-8644-c495e4e2330b","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.535321259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"d4bcecab-0796-452a-8644-c495e4e2330b","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.604804442Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-sub","reconcileID":"e0a149a7-3d58-4849-9a69-699c0e193513","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"maas-trlp-test-model-00b849","model":"test-model-00b849","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-00b849/test-model-00b849-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.665738387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"1b3cd398-9473-4fd4-bbe7-281321487ce7","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.67178499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"f8c7def8-05c1-4e8c-a3cc-5ebb4f17f6c7","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.671810613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"f8c7def8-05c1-4e8c-a3cc-5ebb4f17f6c7","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.685784933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"1b3cd398-9473-4fd4-bbe7-281321487ce7","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.731046977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-sub","reconcileID":"1f83f9ab-60db-450e-85b8-feaa8458e736","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"maas-trlp-test-model-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:43.630851197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"fa30e92b-e6c0-4e91-a4e4-bdee518aaf11","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:43.692696636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"fa30e92b-e6c0-4e91-a4e4-bdee518aaf11","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:43.710458197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"fa30e92b-e6c0-4e91-a4e4-bdee518aaf11","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.363907532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-sub","reconcileID":"48cac79b-dfd2-486b-9788-f25a16ad7228","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","subscription":"test-model-8eba6d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.382731544Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-sub","reconcileID":"48cac79b-dfd2-486b-9788-f25a16ad7228","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.401205053Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d-sub","reconcileID":"48cac79b-dfd2-486b-9788-f25a16ad7228","MaaSSubscription":{"name":"test-model-8eba6d-sub","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"name":"maas-trlp-test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.557412721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"7d29d6b8-b624-4923-bec0-887a0331f53f","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"tenant":"e2e-inf-a-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","model":"ai-tenant-e2e-inf-a-8eba6d/test-model-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.557436421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"test-model-8eba6d","reconcileID":"7d29d6b8-b624-4923-bec0-887a0331f53f","MaaSModelRef":{"name":"test-model-8eba6d","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"routeName":"test-model-8eba6d-kserve-route","namespace":"ai-tenant-e2e-inf-a-8eba6d","llmisvcName":"test-model-8eba6d","gateway":"openshift-ingress/e2e-inf-a-8eba6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.005148208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"7e60dfdb-c157-42c7-afc2-212adc81766b","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.024127032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"7e60dfdb-c157-42c7-afc2-212adc81766b","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.04197881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1647fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"7e60dfdb-c157-42c7-afc2-212adc81766b","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:51.641378762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.090005863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"4a4db6d8-c026-4421-a88c-bf9d9744fb76","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.090105866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"4a4db6d8-c026-4421-a88c-bf9d9744fb76","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.09078692Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"57c214d5-8b58-4f28-ba41-61e111f039a0","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.210852316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-sub","reconcileID":"8ce1ccbf-8967-483a-b03a-e26381b83bdd","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"maas-trlp-test-model-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.227094546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"57c214d5-8b58-4f28-ba41-61e111f039a0","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.294042683Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"57c214d5-8b58-4f28-ba41-61e111f039a0","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"e2e-inf-b-edad05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.294254736Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-auth","reconcileID":"57c214d5-8b58-4f28-ba41-61e111f039a0","MaaSAuthPolicy":{"name":"test-model-edad05-auth","namespace":"ai-tenant-e2e-inf-b-edad05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.31846966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"28661b34-caf5-47d5-aa09-ed7468fe5b7c","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.318604001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"28661b34-caf5-47d5-aa09-ed7468fe5b7c","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.421268916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-sub","reconcileID":"bbcf1532-66ed-4d44-b2f4-b7965d9a0799","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"maas-trlp-test-model-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.455520114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"4f9ea58e-71b1-4760-96cb-c0f752f278cb","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.455538709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"4f9ea58e-71b1-4760-96cb-c0f752f278cb","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:53.741927205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"2bf76358-2380-41ca-aa2f-4b68236f9825","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:53.763814065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"2bf76358-2380-41ca-aa2f-4b68236f9825","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:53.781957554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"2bf76358-2380-41ca-aa2f-4b68236f9825","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:58.073524153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"6c098df9-2ef7-4c2a-ab49-fdec02fb1418","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:58.092575133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"6c098df9-2ef7-4c2a-ab49-fdec02fb1418","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:58.109926105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1647fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"6c098df9-2ef7-4c2a-ab49-fdec02fb1418","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:02.521866438Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-sub","reconcileID":"044c0318-965e-46d8-a97e-2cdda9ea7d01","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","subscription":"test-model-edad05-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:02.53680829Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-sub","reconcileID":"044c0318-965e-46d8-a97e-2cdda9ea7d01","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:02.554672108Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05-sub","reconcileID":"044c0318-965e-46d8-a97e-2cdda9ea7d01","MaaSSubscription":{"name":"test-model-edad05-sub","namespace":"ai-tenant-e2e-inf-b-edad05"},"name":"maas-trlp-test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:02.702276326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"38452575-d326-4404-a145-bb83e5e9fb44","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"tenant":"e2e-inf-b-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","model":"ai-tenant-e2e-inf-b-edad05/test-model-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:02.702296629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"test-model-edad05","reconcileID":"38452575-d326-4404-a145-bb83e5e9fb44","MaaSModelRef":{"name":"test-model-edad05","namespace":"ai-tenant-e2e-inf-b-edad05"},"routeName":"test-model-edad05-kserve-route","namespace":"ai-tenant-e2e-inf-b-edad05","llmisvcName":"test-model-edad05","gateway":"openshift-ingress/e2e-inf-b-edad05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:03.811883145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"6a9df53d-db28-4af2-b557-36d75c0b66c8","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:03.830622544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"6a9df53d-db28-4af2-b557-36d75c0b66c8","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:03.850033889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"6a9df53d-db28-4af2-b557-36d75c0b66c8","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.140435641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"3acc8f1d-9202-458d-9511-a455acb03a68","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.159288226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"3acc8f1d-9202-458d-9511-a455acb03a68","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.180960727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1647fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"3acc8f1d-9202-458d-9511-a455acb03a68","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.449245468Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","namespace":"ai-tenant-e2e-inf-a-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.449300831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","namespace":"ai-tenant-e2e-inf-a-fdb7d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.44935519Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","tenant":"e2e-inf-a-fdb7d4","tenantID":"e2e-inf-a-fdb7d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.46970777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"Deployment","name":"maas-api-e2e-inf-a-fdb7d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.498514028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"Service","name":"maas-api-e2e-inf-a-fdb7d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.52169428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-fdb7d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.541959881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-fdb7d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.565088737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.581844217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.600824068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.619020095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.63341368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"Deployment","name":"payload-processing-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.647842607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.662409386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"Service","name":"payload-processing-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.676545492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.691292839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.707842723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.722669012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.74177457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.757924651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.775131164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.796933966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-fdb7d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:08.816105688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-fdb7d4"},"namespace":"ai-tenant-e2e-inf-a-fdb7d4","name":"default-tenant","reconcileID":"086e4ca0-432b-4e3f-b7ca-03a90622e686","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-fdb7d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.1443599Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-fdb7d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-fdb7d4","reconcileID":"9635386a-d0f2-4131-83a4-bef7cd4aff3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-fdb7d4","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-fdb7d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.589621178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2190a5e9-4896-4d9f-be21-d39000693189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.604624604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2190a5e9-4896-4d9f-be21-d39000693189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.619380817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2190a5e9-4896-4d9f-be21-d39000693189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.634258734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2190a5e9-4896-4d9f-be21-d39000693189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:10.244075637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6573ccf-4f3e-4c7a-bac4-a040653b9a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:10.259657015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6573ccf-4f3e-4c7a-bac4-a040653b9a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:10.27412993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6573ccf-4f3e-4c7a-bac4-a040653b9a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:10.288905289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6573ccf-4f3e-4c7a-bac4-a040653b9a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:12.153227471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee23464d-5315-40ad-9085-a0b87bf5ec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:12.168264432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee23464d-5315-40ad-9085-a0b87bf5ec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:12.183465388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee23464d-5315-40ad-9085-a0b87bf5ec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:12.198817141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee23464d-5315-40ad-9085-a0b87bf5ec59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:12.886509774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a54e8f-48e1-4608-9632-dc3f4a83d095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:12.901556999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a54e8f-48e1-4608-9632-dc3f4a83d095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:12.916420018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a54e8f-48e1-4608-9632-dc3f4a83d095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:12.931393494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a54e8f-48e1-4608-9632-dc3f4a83d095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:13.879705889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"00c7694d-3948-4220-a7dd-54ddfd7fcec8","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:13.900616435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"00c7694d-3948-4220-a7dd-54ddfd7fcec8","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:13.918239896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"00c7694d-3948-4220-a7dd-54ddfd7fcec8","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.93322022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-sub","reconcileID":"d3af2dfd-8454-4edf-aa69-b118dfc36fd8","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"maas-trlp-test-model-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:16.005103695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"1db7175e-ddde-46e6-a59a-8e0c84c6aa0e","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:16.005124426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"1db7175e-ddde-46e6-a59a-8e0c84c6aa0e","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:17.888642098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"479fab6d-b1b1-4ed0-97d0-7b2dfd30c007","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:17.907084376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"479fab6d-b1b1-4ed0-97d0-7b2dfd30c007","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:17.966688863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc77273f-f535-4d24-b078-cbb993c2b481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:17.98112876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc77273f-f535-4d24-b078-cbb993c2b481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:17.995695765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc77273f-f535-4d24-b078-cbb993c2b481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.010027778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc77273f-f535-4d24-b078-cbb993c2b481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.27553846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"0823d999-15cd-46c1-8053-d5194bc18271","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.293732753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"0823d999-15cd-46c1-8053-d5194bc18271","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.313341241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1647fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (625a36dfec8fdde97e6f09156f90a56a6b9135ee688b62ade1376d3eb72cf9a7) AuthConfig (173a5065c658446cfc359e9541ea86972b2dacf68d5767cb9a37724e68f2b3d6) AuthConfig (bd7f8b60ec5cbdc00f3406997b5e72f6355062f4dcd67a75515890ba09b8bb73) AuthConfig (09deffd71a92b6b5cb2f471d96418f0bc549ab59f02fcb66e05232a73f8ea013) AuthConfig (9438024f13f32651bacc6c13c2a99fdd6e239d3babea000a96dac564b7197ca8) AuthConfig (dee19c84f6dfc747207c1b2bc48697fecefb5bddb71ce8d3422b3d00209cf5ab) AuthConfig (3328148a9b53e936373d915039aa8dcfa81fe373b71f1b9609898ed026ed1453) AuthConfig (b13301faf3ba48a8aa83985790961a737c1dcc4ed526d231a3e386da48f7c8fc) AuthConfig (280a9bdc31d3d205e0bb2dbe30dde589616d8c158e63a43149d068efc6812f7f) AuthConfig (179dc7b6cae8c70d438b7df38470eacf96e059ec85b18f2a184dfe7c7a230aa2) AuthConfig (a40c507bfee81afe98f9b8dcdfdba3f307e9c65b9f51698cec396935ba48955b) AuthConfig (47fb7f8cc2c881750d14f255d79f939f33f70a9b2aa309a9f9d119a54b6c876d) AuthConfig (8621794db1f1a717990a86a6f85872416ca6d9b63305ca75f8537dc89787e5fb) AuthConfig (5829bd1c0b4b68391c0109b8cd181a65e226765db5f0fa0409d1fe6eba53fb3e) AuthConfig (8c68deb72d0c2070d0f9957eff43787a64d4d05adb13dc15b65fb80fb90c86c3) AuthConfig (beadfd21ce35952f5f5131f32251dd30f9a256db6acf53946bdcb8d6932e8246) AuthConfig (b43fa2b3a9e80a89c0012c141b46ce70cf53be40000e265de85fa2b643c3ed98) AuthConfig (04aebb276f79eb2944163c8098181e46f41b8183ca765d63bec480b0fd4dead8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"0823d999-15cd-46c1-8053-d5194bc18271","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.332940013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"7e91598d-8166-4681-a2e5-c9742211fd7e","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.332957225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"7e91598d-8166-4681-a2e5-c9742211fd7e","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.59226665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fa931-aca3-4978-bb52-13b0f10c9fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.607904946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fa931-aca3-4978-bb52-13b0f10c9fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.636820672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fa931-aca3-4978-bb52-13b0f10c9fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.655044546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d1fa931-aca3-4978-bb52-13b0f10c9fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:19.286745735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f34e49-2319-4775-80bb-1c1ceaeede3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:19.301252757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f34e49-2319-4775-80bb-1c1ceaeede3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:19.315690089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f34e49-2319-4775-80bb-1c1ceaeede3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:19.330354952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f34e49-2319-4775-80bb-1c1ceaeede3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:19.883177328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"b6c3a6bf-1324-4cb1-9785-19e53532785d","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:19.883299237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"b6c3a6bf-1324-4cb1-9785-19e53532785d","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.167540724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"8a8ecef3-8e2f-4a78-a01b-e77a2596c365","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.167565262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"8a8ecef3-8e2f-4a78-a01b-e77a2596c365","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.185069098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"94c58d37-b07d-41bc-9527-e2a0ed569ab5","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.185086729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"94c58d37-b07d-41bc-9527-e2a0ed569ab5","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.213134647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"d0d4c001-b837-47af-96a8-e8a2e042ee50","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.272024684Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"d0d4c001-b837-47af-96a8-e8a2e042ee50","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.332195915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-79776f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"d0d4c001-b837-47af-96a8-e8a2e042ee50","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.35228089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"fb150a1c-6167-40d2-9576-9791d1615c21","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.352300465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"fb150a1c-6167-40d2-9576-9791d1615c21","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.622408432Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:23.947724946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"b50c49ee-a268-4e55-99d4-e23d5250023a","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:23.966324642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"b50c49ee-a268-4e55-99d4-e23d5250023a","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:24.136058907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f47f0cf8-4083-4d7f-b860-b43b1f101dc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:24.136078508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f47f0cf8-4083-4d7f-b860-b43b1f101dc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:26.467102329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e04cf9b-5151-4a0d-8230-95efae051a29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:26.467122677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e04cf9b-5151-4a0d-8230-95efae051a29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:26.46719098Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"4e3b4581-053f-43ae-afce-cafb30452d83","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:26.495786041Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-policy-996cabae","reconcileID":"4e3b4581-053f-43ae-afce-cafb30452d83","MaaSAuthPolicy":{"name":"e2e-policy-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"policyNamespace":"ai-tenant-e2e-mt-996cabae","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:26.514638585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bbe1257-d8b6-4f34-a977-f626fedd369e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:26.514654109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bbe1257-d8b6-4f34-a977-f626fedd369e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:26.7200761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5fec59a-d916-49e6-9e92-c40967828324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:26.720093688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5fec59a-d916-49e6-9e92-c40967828324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:28.364528633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"30c84a55-1f34-454d-b72e-410feced5276","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:28.383688208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"30c84a55-1f34-454d-b72e-410feced5276","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:28.404065126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1647fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (625a36dfec8fdde97e6f09156f90a56a6b9135ee688b62ade1376d3eb72cf9a7) AuthConfig (173a5065c658446cfc359e9541ea86972b2dacf68d5767cb9a37724e68f2b3d6) AuthConfig (bd7f8b60ec5cbdc00f3406997b5e72f6355062f4dcd67a75515890ba09b8bb73) AuthConfig (09deffd71a92b6b5cb2f471d96418f0bc549ab59f02fcb66e05232a73f8ea013) AuthConfig (9438024f13f32651bacc6c13c2a99fdd6e239d3babea000a96dac564b7197ca8) AuthConfig (dee19c84f6dfc747207c1b2bc48697fecefb5bddb71ce8d3422b3d00209cf5ab) AuthConfig (3328148a9b53e936373d915039aa8dcfa81fe373b71f1b9609898ed026ed1453) AuthConfig (b13301faf3ba48a8aa83985790961a737c1dcc4ed526d231a3e386da48f7c8fc) AuthConfig (280a9bdc31d3d205e0bb2dbe30dde589616d8c158e63a43149d068efc6812f7f) AuthConfig (179dc7b6cae8c70d438b7df38470eacf96e059ec85b18f2a184dfe7c7a230aa2) AuthConfig (a40c507bfee81afe98f9b8dcdfdba3f307e9c65b9f51698cec396935ba48955b) AuthConfig (47fb7f8cc2c881750d14f255d79f939f33f70a9b2aa309a9f9d119a54b6c876d) AuthConfig (8621794db1f1a717990a86a6f85872416ca6d9b63305ca75f8537dc89787e5fb) AuthConfig (5829bd1c0b4b68391c0109b8cd181a65e226765db5f0fa0409d1fe6eba53fb3e) AuthConfig (8c68deb72d0c2070d0f9957eff43787a64d4d05adb13dc15b65fb80fb90c86c3) AuthConfig (beadfd21ce35952f5f5131f32251dd30f9a256db6acf53946bdcb8d6932e8246) AuthConfig (b43fa2b3a9e80a89c0012c141b46ce70cf53be40000e265de85fa2b643c3ed98) AuthConfig (04aebb276f79eb2944163c8098181e46f41b8183ca765d63bec480b0fd4dead8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"30c84a55-1f34-454d-b72e-410feced5276","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:30.381388818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"4223b688-5aa8-489c-ab2c-01c3738dac20","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:30.400257116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"4223b688-5aa8-489c-ab2c-01c3738dac20","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:30.418534187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-79776f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"4223b688-5aa8-489c-ab2c-01c3738dac20","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:36.76942208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-sub-996cabae","reconcileID":"d70860cf-d2e6-459f-b419-f80b9afd3395","MaaSSubscription":{"name":"e2e-sub-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-996cabae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:36.836185237Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"namespace":"ai-tenant-e2e-mt-996cabae","name":"e2e-sub-996cabae","reconcileID":"d70860cf-d2e6-459f-b419-f80b9afd3395","MaaSSubscription":{"name":"e2e-sub-996cabae","namespace":"ai-tenant-e2e-mt-996cabae"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:36.895284134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8288483-3378-4eda-9d7e-bc1bc643b73c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:36.983391265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fd1d13-4706-443b-90eb-c12007197b9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:36.983415837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fd1d13-4706-443b-90eb-c12007197b9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:38.433900668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"a7fe89c3-3608-4ae7-9ad0-d00a8cf40edb","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:38.453159192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"a7fe89c3-3608-4ae7-9ad0-d00a8cf40edb","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:38.47189232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1647fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (625a36dfec8fdde97e6f09156f90a56a6b9135ee688b62ade1376d3eb72cf9a7) AuthConfig (173a5065c658446cfc359e9541ea86972b2dacf68d5767cb9a37724e68f2b3d6) AuthConfig (bd7f8b60ec5cbdc00f3406997b5e72f6355062f4dcd67a75515890ba09b8bb73) AuthConfig (09deffd71a92b6b5cb2f471d96418f0bc549ab59f02fcb66e05232a73f8ea013) AuthConfig (9438024f13f32651bacc6c13c2a99fdd6e239d3babea000a96dac564b7197ca8) AuthConfig (dee19c84f6dfc747207c1b2bc48697fecefb5bddb71ce8d3422b3d00209cf5ab) AuthConfig (3328148a9b53e936373d915039aa8dcfa81fe373b71f1b9609898ed026ed1453) AuthConfig (b13301faf3ba48a8aa83985790961a737c1dcc4ed526d231a3e386da48f7c8fc) AuthConfig (280a9bdc31d3d205e0bb2dbe30dde589616d8c158e63a43149d068efc6812f7f) AuthConfig (179dc7b6cae8c70d438b7df38470eacf96e059ec85b18f2a184dfe7c7a230aa2) AuthConfig (a40c507bfee81afe98f9b8dcdfdba3f307e9c65b9f51698cec396935ba48955b) AuthConfig (47fb7f8cc2c881750d14f255d79f939f33f70a9b2aa309a9f9d119a54b6c876d) AuthConfig (8621794db1f1a717990a86a6f85872416ca6d9b63305ca75f8537dc89787e5fb) AuthConfig (5829bd1c0b4b68391c0109b8cd181a65e226765db5f0fa0409d1fe6eba53fb3e) AuthConfig (8c68deb72d0c2070d0f9957eff43787a64d4d05adb13dc15b65fb80fb90c86c3) AuthConfig (beadfd21ce35952f5f5131f32251dd30f9a256db6acf53946bdcb8d6932e8246) AuthConfig (b43fa2b3a9e80a89c0012c141b46ce70cf53be40000e265de85fa2b643c3ed98) AuthConfig (04aebb276f79eb2944163c8098181e46f41b8183ca765d63bec480b0fd4dead8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"a7fe89c3-3608-4ae7-9ad0-d00a8cf40edb","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:40.447257518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"9a2c67d7-3984-4556-8e65-2f82bdd4e83d","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:40.465755595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"9a2c67d7-3984-4556-8e65-2f82bdd4e83d","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:40.483795313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-79776f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"9a2c67d7-3984-4556-8e65-2f82bdd4e83d","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:48.500717482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"81cc5a9c-ceab-4f3f-b43b-664fe61650da","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:48.519200369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"81cc5a9c-ceab-4f3f-b43b-664fe61650da","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:48.598696675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"224e4cff-d2f0-4d18-8161-306bc8efafa1","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:48.598715807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"224e4cff-d2f0-4d18-8161-306bc8efafa1","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.165628581Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","namespace":"ai-tenant-e2e-inf-a-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.165714434Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","namespace":"ai-tenant-e2e-inf-a-8eba6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.165767872Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","tenant":"e2e-inf-a-8eba6d","tenantID":"e2e-inf-a-8eba6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.18141762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"Deployment","name":"maas-api-e2e-inf-a-8eba6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.217493851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"Service","name":"maas-api-e2e-inf-a-8eba6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.236097497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-8eba6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.254327386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-8eba6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.271311077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.293359464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.310515799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.327137958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.341110436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"Deployment","name":"payload-processing-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.35509317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.37031755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"Service","name":"payload-processing-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.384081146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.399334822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.413467897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.427392691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.448872804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.474978983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.497821045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.514923398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-8eba6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.529265769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8eba6d"},"namespace":"ai-tenant-e2e-inf-a-8eba6d","name":"default-tenant","reconcileID":"6437494f-58b3-4004-9209-c87a459beb3d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-8eba6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:49.82991804Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8eba6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8eba6d","reconcileID":"d4dbff3f-6cf8-40fd-ab09-b07df5b8ad75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8eba6d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-8eba6d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.269984495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dec65cd-4409-4287-ba20-678ebb10b3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.284362826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dec65cd-4409-4287-ba20-678ebb10b3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.298494665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dec65cd-4409-4287-ba20-678ebb10b3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.313160753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dec65cd-4409-4287-ba20-678ebb10b3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.513529585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"ad041d4d-9607-445a-9463-6d9562b64faa","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.535264868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"ad041d4d-9607-445a-9463-6d9562b64faa","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.552353171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-79776f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d8e9ae349eda270bde8b263a3e539ba2011af21ea73a9990f6b9c11d7c82ae3) AuthConfig (78348604b9ae5406791ff8acfbfc77ef7531437c0d8d419167e7e6f8f29cf8f3) AuthConfig (c67f52a03cf098c9f37f8be26c1bc4d43cf8274efc20cbe4da7eb92df120e167) AuthConfig (39d904aaba77e4ab60793128e13ce0553149a5368af0bad29ad3d5a745e23091) AuthConfig (46145fa09e607c5f79679b40ae8febd455717055234c08dc52ce99022407a930) AuthConfig (68d3a1f8b12dbf9f81276fc2f37d44ee834f6f576f0d95f6b9e919e1b9a671ff) AuthConfig (7098ffc232301f55ef897a4d567781d5e9d47444d0aa2bdb83f0581605914e53) AuthConfig (bfbb0710e8a82d06bc165520fde6ae18ed023641a8913b4fe242e25aa1e6e253) AuthConfig (94a62128c6346ff9ad4635878589a84366e31202190a504cf233c77bff4b79c4) AuthConfig (4091bb0fbb62c29c0c308fd8c5e49aacdf370c9ef24221d4c98e5ca6252f2939) AuthConfig (1cba682f13c156f6a53df06b4accaecaecc0a913fa40393d0143d918d4b9f2dc) AuthConfig (4c19aaa0fbc8eb04da0e710c7485b4f0430abf67332b021eb1e40ee82c51823b) AuthConfig (a4c0df13892ca46ae2dcf2e85899d48c58f5000d53ee3e9f2601c544de75b4f7) AuthConfig (2b649b776ce152c265d1f9d8812450cbf9accae7537adf6d40e4782fba5b7b8e) AuthConfig (434f7d48faf1255d910a3ad835837b388545b428532c4cd659c21a747d87f96b) AuthConfig (df1b5cb88912541498303c24eb0a1687b9241d27aed2ee5d8af4b87037fe5052) AuthConfig (680afa975cc5314aea57356eb93daf9490fb26375c4826395d3e168a4c78842f) AuthConfig (cab6a051c558b690556f49b9dea1e364f4ecb3166fd98d5334212a9c938c4e81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"ad041d4d-9607-445a-9463-6d9562b64faa","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.572370174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"c737847b-a51b-4fdd-be4f-0a1d8b1a3a3c","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.57239357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"c737847b-a51b-4fdd-be4f-0a1d8b1a3a3c","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.831783288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"cce5d5e8-cfdb-4371-90ed-4dcee0485d3f","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.831803659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"cce5d5e8-cfdb-4371-90ed-4dcee0485d3f","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.864510526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"aef8c035-a2b5-4205-b4f2-9628d014cf24","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.864528602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"aef8c035-a2b5-4205-b4f2-9628d014cf24","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.874402921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"0ed24d79-e373-4c96-8cb3-93e9e7daacbc","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:20:50.875537142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-sub","reconcileID":"bc1d9b29-e4d2-4c42-9c62-197da8b4b77b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-1647fe-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.900108923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"0ed24d79-e373-4c96-8cb3-93e9e7daacbc","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.920010749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"dad4b518-6d1b-4056-b8b9-a7443e0528a1","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.920026596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"dad4b518-6d1b-4056-b8b9-a7443e0528a1","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.948673765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"3ca056f2-0b18-4d08-88e3-c06a226e2849","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.948693178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"3ca056f2-0b18-4d08-88e3-c06a226e2849","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.981127939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6f27ef-6567-48cf-b189-d9d41b802d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:50.996171962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6f27ef-6567-48cf-b189-d9d41b802d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:51.01082735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6f27ef-6567-48cf-b189-d9d41b802d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:51.025991036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6f27ef-6567-48cf-b189-d9d41b802d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:51.039282574Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-sub","reconcileID":"8fd4e7e0-0340-4021-896f-a8f6cccfed46","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"maas-trlp-test-model-1647fe","model":"test-model-1647fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-1647fe/test-model-1647fe-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:51.063631172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"ce89f69e-0b00-4cb4-a25d-62f4e6a6b827","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:51.083096177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"ce89f69e-0b00-4cb4-a25d-62f4e6a6b827","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:51.109312094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"c4371543-c8aa-41c3-83a5-bb310756bc81","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:51.109332855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"c4371543-c8aa-41c3-83a5-bb310756bc81","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:51.16809214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-sub","reconcileID":"ba5338dc-c8ee-4ed0-a289-055b21945c5c","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"maas-trlp-test-model-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:51.621891015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.387981127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ba043c-f598-42cd-8b7b-8b64eaf40962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.402287732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ba043c-f598-42cd-8b7b-8b64eaf40962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.416520488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ba043c-f598-42cd-8b7b-8b64eaf40962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.430939645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ba043c-f598-42cd-8b7b-8b64eaf40962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.989384482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75e4ba8-6256-4ed6-8539-bb4fa7b07001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.003653396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75e4ba8-6256-4ed6-8539-bb4fa7b07001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.018439452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75e4ba8-6256-4ed6-8539-bb4fa7b07001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.032800067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75e4ba8-6256-4ed6-8539-bb4fa7b07001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.618097478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edf1d54-fb1c-4b72-a29b-d2e7b5e3e273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.63261377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edf1d54-fb1c-4b72-a29b-d2e7b5e3e273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.647500719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edf1d54-fb1c-4b72-a29b-d2e7b5e3e273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.662639161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edf1d54-fb1c-4b72-a29b-d2e7b5e3e273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:59.232702544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaa4a51-8add-429a-882f-415f082cc2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:59.247191386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaa4a51-8add-429a-882f-415f082cc2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:59.261383302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaa4a51-8add-429a-882f-415f082cc2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:59.275694892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaa4a51-8add-429a-882f-415f082cc2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:59.835833014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea7a999-08a5-4300-abf5-648d2ff7304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:59.850330523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea7a999-08a5-4300-abf5-648d2ff7304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:59.86479997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea7a999-08a5-4300-abf5-648d2ff7304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:59.879246931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea7a999-08a5-4300-abf5-648d2ff7304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:00.602378032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"4ae319f0-bf1e-4222-9dcf-60c03de0dcd6","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:00.620626004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"4ae319f0-bf1e-4222-9dcf-60c03de0dcd6","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:00.63738656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-79776f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d8e9ae349eda270bde8b263a3e539ba2011af21ea73a9990f6b9c11d7c82ae3) AuthConfig (78348604b9ae5406791ff8acfbfc77ef7531437c0d8d419167e7e6f8f29cf8f3) AuthConfig (c67f52a03cf098c9f37f8be26c1bc4d43cf8274efc20cbe4da7eb92df120e167) AuthConfig (39d904aaba77e4ab60793128e13ce0553149a5368af0bad29ad3d5a745e23091) AuthConfig (46145fa09e607c5f79679b40ae8febd455717055234c08dc52ce99022407a930) AuthConfig (68d3a1f8b12dbf9f81276fc2f37d44ee834f6f576f0d95f6b9e919e1b9a671ff) AuthConfig (7098ffc232301f55ef897a4d567781d5e9d47444d0aa2bdb83f0581605914e53) AuthConfig (bfbb0710e8a82d06bc165520fde6ae18ed023641a8913b4fe242e25aa1e6e253) AuthConfig (94a62128c6346ff9ad4635878589a84366e31202190a504cf233c77bff4b79c4) AuthConfig (4091bb0fbb62c29c0c308fd8c5e49aacdf370c9ef24221d4c98e5ca6252f2939) AuthConfig (1cba682f13c156f6a53df06b4accaecaecc0a913fa40393d0143d918d4b9f2dc) AuthConfig (4c19aaa0fbc8eb04da0e710c7485b4f0430abf67332b021eb1e40ee82c51823b) AuthConfig (a4c0df13892ca46ae2dcf2e85899d48c58f5000d53ee3e9f2601c544de75b4f7) AuthConfig (2b649b776ce152c265d1f9d8812450cbf9accae7537adf6d40e4782fba5b7b8e) AuthConfig (434f7d48faf1255d910a3ad835837b388545b428532c4cd659c21a747d87f96b) AuthConfig (df1b5cb88912541498303c24eb0a1687b9241d27aed2ee5d8af4b87037fe5052) AuthConfig (680afa975cc5314aea57356eb93daf9490fb26375c4826395d3e168a4c78842f) AuthConfig (cab6a051c558b690556f49b9dea1e364f4ecb3166fd98d5334212a9c938c4e81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"4ae319f0-bf1e-4222-9dcf-60c03de0dcd6","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:10.66691852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"7314b946-486e-4cfa-a17e-ff430420edd2","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:10.685082148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"7314b946-486e-4cfa-a17e-ff430420edd2","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:10.702430362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-79776f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d8e9ae349eda270bde8b263a3e539ba2011af21ea73a9990f6b9c11d7c82ae3) AuthConfig (78348604b9ae5406791ff8acfbfc77ef7531437c0d8d419167e7e6f8f29cf8f3) AuthConfig (c67f52a03cf098c9f37f8be26c1bc4d43cf8274efc20cbe4da7eb92df120e167) AuthConfig (39d904aaba77e4ab60793128e13ce0553149a5368af0bad29ad3d5a745e23091) AuthConfig (46145fa09e607c5f79679b40ae8febd455717055234c08dc52ce99022407a930) AuthConfig (68d3a1f8b12dbf9f81276fc2f37d44ee834f6f576f0d95f6b9e919e1b9a671ff) AuthConfig (7098ffc232301f55ef897a4d567781d5e9d47444d0aa2bdb83f0581605914e53) AuthConfig (bfbb0710e8a82d06bc165520fde6ae18ed023641a8913b4fe242e25aa1e6e253) AuthConfig (94a62128c6346ff9ad4635878589a84366e31202190a504cf233c77bff4b79c4) AuthConfig (4091bb0fbb62c29c0c308fd8c5e49aacdf370c9ef24221d4c98e5ca6252f2939) AuthConfig (1cba682f13c156f6a53df06b4accaecaecc0a913fa40393d0143d918d4b9f2dc) AuthConfig (4c19aaa0fbc8eb04da0e710c7485b4f0430abf67332b021eb1e40ee82c51823b) AuthConfig (a4c0df13892ca46ae2dcf2e85899d48c58f5000d53ee3e9f2601c544de75b4f7) AuthConfig (2b649b776ce152c265d1f9d8812450cbf9accae7537adf6d40e4782fba5b7b8e) AuthConfig (434f7d48faf1255d910a3ad835837b388545b428532c4cd659c21a747d87f96b) AuthConfig (df1b5cb88912541498303c24eb0a1687b9241d27aed2ee5d8af4b87037fe5052) AuthConfig (680afa975cc5314aea57356eb93daf9490fb26375c4826395d3e168a4c78842f) AuthConfig (cab6a051c558b690556f49b9dea1e364f4ecb3166fd98d5334212a9c938c4e81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"7314b946-486e-4cfa-a17e-ff430420edd2","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.040673663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","namespace":"ai-tenant-e2e-inf-b-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.040734248Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","namespace":"ai-tenant-e2e-inf-b-aae3a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.040781762Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","tenant":"e2e-inf-b-aae3a8","tenantID":"e2e-inf-b-aae3a8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.058963126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"Deployment","name":"maas-api-e2e-inf-b-aae3a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.091280053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"Service","name":"maas-api-e2e-inf-b-aae3a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.108509232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-aae3a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.124972955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-aae3a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.141710745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.158961895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.1760847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.194446447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.208632645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"Deployment","name":"payload-processing-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.222691182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.236865471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"Service","name":"payload-processing-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.25082606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.264896431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.279026052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.293273835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.327332743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.344022983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.36187658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.376557829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-aae3a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.393748407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-aae3a8"},"namespace":"ai-tenant-e2e-inf-b-aae3a8","name":"default-tenant","reconcileID":"3bda9008-2aeb-41c7-9366-ca4b24e824a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-aae3a8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.765813091Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-aae3a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-aae3a8","reconcileID":"b2ee0e11-6585-4454-adcc-55eba1907d37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-aae3a8","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-aae3a8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.182933421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e86ea-c6fa-4ffb-81a6-188b7a905a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.197275674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e86ea-c6fa-4ffb-81a6-188b7a905a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.211516219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e86ea-c6fa-4ffb-81a6-188b7a905a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.226548431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981e86ea-c6fa-4ffb-81a6-188b7a905a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.784623482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8110586-4460-4bed-81e6-fb8237e9e34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.798985523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8110586-4460-4bed-81e6-fb8237e9e34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.8139275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8110586-4460-4bed-81e6-fb8237e9e34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.828557527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8110586-4460-4bed-81e6-fb8237e9e34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.73286118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"4ddd50a5-8d40-43ca-a459-1812a51d3461","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.752749554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"4ddd50a5-8d40-43ca-a459-1812a51d3461","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.884238028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"c52be436-e7a8-4e78-b693-321853f052e4","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.884264711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"c52be436-e7a8-4e78-b693-321853f052e4","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.038524208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-sub","reconcileID":"24ed78c2-ed6c-4409-bd5b-04707b7c4ee7","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"maas-trlp-test-model-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.130984743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"85960827-b2ba-47aa-a991-61cf3ac9f224","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.131013483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"85960827-b2ba-47aa-a991-61cf3ac9f224","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.480492996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"44eb5401-67c4-46ca-a9bf-88956801881e","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.505335747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"44eb5401-67c4-46ca-a9bf-88956801881e","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.687969281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.306874906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"f79e5183-cc90-4eb3-90e2-6ae298916ca9","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.306907052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"f79e5183-cc90-4eb3-90e2-6ae298916ca9","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.331714019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"a99eff10-a087-4e8e-8506-e01bc475f7c5","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.331812855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"a99eff10-a087-4e8e-8506-e01bc475f7c5","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:22.340225453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-sub","reconcileID":"0ede2be8-4039-4df2-a1af-cf501d82dff6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-79776f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.341211914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"7a93c341-0bf6-43f3-8145-aacf884736ee","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.360773178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"7a93c341-0bf6-43f3-8145-aacf884736ee","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.377291394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"358fffc4-20e4-489e-bc8c-431bc78a7979","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.377310496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"358fffc4-20e4-489e-bc8c-431bc78a7979","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.395037294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"512e5806-5bef-48c2-9640-bdffc513315b","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.395109669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"512e5806-5bef-48c2-9640-bdffc513315b","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.466480953Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-sub","reconcileID":"2eb29c75-f400-43a4-a815-5e72bb8223c3","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"maas-trlp-test-model-79776f","model":"test-model-79776f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-79776f/test-model-79776f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.52346679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"743b46f2-7675-4036-8ab4-ee7f2768b524","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.533994687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"8d33c76e-127d-48dd-b37c-8273e74a4e2e","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.534084632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"8d33c76e-127d-48dd-b37c-8273e74a4e2e","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.551323014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"743b46f2-7675-4036-8ab4-ee7f2768b524","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.599861715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-sub","reconcileID":"e087b4ef-04ba-4ab3-a5f7-3caac88f5b16","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"maas-trlp-test-model-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.987915949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c89052f0-8836-48b4-ac80-c4342f0b7655","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.987938085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c89052f0-8836-48b4-ac80-c4342f0b7655","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.008478531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54165c0f-df98-4c5d-948e-2cff1f655059","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.008576531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54165c0f-df98-4c5d-948e-2cff1f655059","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.109224221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-848bc551","namespace":"ai-tenant-e2e-mt-848bc551"},"namespace":"ai-tenant-e2e-mt-848bc551","name":"e2e-policy-848bc551","reconcileID":"16a25ccf-632e-4863-bb5e-2b489b0a7d2d","MaaSAuthPolicy":{"name":"e2e-policy-848bc551","namespace":"ai-tenant-e2e-mt-848bc551"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.129810528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-848bc551","namespace":"ai-tenant-e2e-mt-848bc551"},"namespace":"ai-tenant-e2e-mt-848bc551","name":"e2e-policy-848bc551","reconcileID":"16a25ccf-632e-4863-bb5e-2b489b0a7d2d","MaaSAuthPolicy":{"name":"e2e-policy-848bc551","namespace":"ai-tenant-e2e-mt-848bc551"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.767729336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"68b42fdb-9acf-419c-816f-d147ee6a6062","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.767751207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"68b42fdb-9acf-419c-816f-d147ee6a6062","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:24.047454325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"ac04b8d6-b7c4-4a71-995e-87571b627f07","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:24.047480306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"ac04b8d6-b7c4-4a71-995e-87571b627f07","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:24.064442534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"38632bc9-5579-4c8e-a566-fd53ba70777b","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:24.064460164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"38632bc9-5579-4c8e-a566-fd53ba70777b","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:24.097755243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"b905657c-0f7b-4f54-8ee0-2c6fc6466e17","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:24.146331315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"b905657c-0f7b-4f54-8ee0-2c6fc6466e17","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:24.164335028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9210c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"b905657c-0f7b-4f54-8ee0-2c6fc6466e17","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:24.183366044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"32746dfb-1993-42f3-b844-53c1e6d14bbd","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:24.183383567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"32746dfb-1993-42f3-b844-53c1e6d14bbd","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:34.222771614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"857cfb2e-ce1a-4297-8cde-ad4019913fc1","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:34.240842255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"857cfb2e-ce1a-4297-8cde-ad4019913fc1","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:34.257776277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9210c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"857cfb2e-ce1a-4297-8cde-ad4019913fc1","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:44.286975224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"1b70d246-97b4-4c9d-8729-868434fb68a5","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:44.304885052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"1b70d246-97b4-4c9d-8729-868434fb68a5","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:44.322642915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9210c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"1b70d246-97b4-4c9d-8729-868434fb68a5","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:44.780458559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-sub","reconcileID":"f5fe9afc-0660-4fd6-a1c3-747cdb41099c","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"maas-trlp-test-model-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:44.830753413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"63767eb1-10fd-44d5-a6fb-0d5e16704c66","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:44.830770986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"63767eb1-10fd-44d5-a6fb-0d5e16704c66","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:46.571099051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"c37bcf42-896c-4b95-96d3-9371cef84b3c","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:46.590599006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"c37bcf42-896c-4b95-96d3-9371cef84b3c","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.376078605Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","namespace":"ai-tenant-e2e-inf-b-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.376135277Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","namespace":"ai-tenant-e2e-inf-b-edad05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.376185492Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","tenant":"e2e-inf-b-edad05","tenantID":"e2e-inf-b-edad05","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.392738083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"Deployment","name":"maas-api-e2e-inf-b-edad05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.421216545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"Service","name":"maas-api-e2e-inf-b-edad05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.439930569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-edad05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.458775553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-edad05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.476125399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.492940096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.512670177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.529029769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.543394947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"Deployment","name":"payload-processing-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.557633755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.57190943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"Service","name":"payload-processing-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.586420648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.600924118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.614929705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.62884028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.657493109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.68104691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.703062371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.754199615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-edad05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:48.77077527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-edad05"},"namespace":"ai-tenant-e2e-inf-b-edad05","name":"default-tenant","reconcileID":"9eaf02b1-b084-4b28-9e67-7d723c3e90da","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-edad05","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:49.046524694Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-edad05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-edad05","reconcileID":"032d1bc1-0f09-45e2-afa7-44ae6172c644","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-edad05","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-edad05"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:49.061464208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-848bc551","namespace":"ai-tenant-e2e-mt-848bc551"},"namespace":"ai-tenant-e2e-mt-848bc551","name":"e2e-policy-848bc551","reconcileID":"2ed8e055-be0b-48ec-a8d9-e54dfb0701e3","MaaSAuthPolicy":{"name":"e2e-policy-848bc551","namespace":"ai-tenant-e2e-mt-848bc551"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:49.176946043Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-848bc551","namespace":"ai-tenant-e2e-mt-848bc551"},"namespace":"ai-tenant-e2e-mt-848bc551","name":"e2e-policy-848bc551","reconcileID":"2ed8e055-be0b-48ec-a8d9-e54dfb0701e3","MaaSAuthPolicy":{"name":"e2e-policy-848bc551","namespace":"ai-tenant-e2e-mt-848bc551"},"policyNamespace":"ai-tenant-e2e-mt-848bc551","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:49.477324249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb790168-9c1c-4b60-b8e3-72ae07c958ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:49.492133397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb790168-9c1c-4b60-b8e3-72ae07c958ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:49.506847213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb790168-9c1c-4b60-b8e3-72ae07c958ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:49.521670654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb790168-9c1c-4b60-b8e3-72ae07c958ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:50.086346622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d6bd04-c01b-4611-97b4-5a9df0fdeee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:50.101780669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d6bd04-c01b-4611-97b4-5a9df0fdeee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:50.116921568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d6bd04-c01b-4611-97b4-5a9df0fdeee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:50.132039083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d6bd04-c01b-4611-97b4-5a9df0fdeee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:51.622501222Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:54.352490185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"fa0cf971-f187-4a86-b4c2-224bae754d0e","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:54.370709212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"fa0cf971-f187-4a86-b4c2-224bae754d0e","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:54.387452333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9210c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1708c9b2bb48a62295a350b375a664ab494404c1028515cc951c9e8f4cefcf02) AuthConfig (8c7d84a3cd84828a0bd36905f48844d37013ef24e423ae55a9d622f57716a54a) AuthConfig (ac5d1ad7e3e7f74e662f4fb96ce04be70136db2d887e2b93ce9127d0623f90b9) AuthConfig (268ed07ac098b913a51b14a4bf55be4c522f8717a5c658986a33dce5c7fb9b00) AuthConfig (d5bdf86378d74b815f2c12b850da5f987fa7f9d75613463500f05de7e967d91f) AuthConfig (0cb6ecf662a80c8588cacd57cb1de84f88325fcd06c1162cc1a2ad7af8769140) AuthConfig (572efa1b2c66f444b5f883bc6cdaf7c579cab5d62bb8cf60777d0b4d1bca8f4e) AuthConfig (791697898894e192ad717a82f9d8a91816ef767817aeb53d9255471eb5fed6d5) AuthConfig (4784a59b537a176eec447925b9803dd3e34d41b8e136452a6177f2d9fdb1dfd9) AuthConfig (3eb9ba555b3cd1a1d57b7f983ee9d905f8689260ea72814f5b48f0e0467c56b2) AuthConfig (f6e0bd19fe19f328b9442eec5b79daa858e4114487e12ef778ca2506c1a302d1) AuthConfig (fd6b8365eafc3ff11f2386666605ee46927b8c46ea34a77b1778871320d14a56) AuthConfig (c69bea47869a75541a05e7496b4136197767def704ae5dd8d108a6cf7acc25bb) AuthConfig (a486d90396a9627f7c716a545c00c35fa5ad05ac98d273853a52c3454fa22c63) AuthConfig (d7b260fb3e929cae53c98b7e7ef62879c87707b8060ffc7412368fa9d5bac18e) AuthConfig (71043ae8dd564cf51a4887fdcbf3bff451fffbb42378b226e9c5c51bf035dcc5) AuthConfig (ed8d9d164564dbf1226a634569b3be9c572bee45ae20218d797ec6957fef2cd8) AuthConfig (61715a1bb5242e4ebcfa7201046c3798635ef7b2a2d5643b3b3faac033ccaf6a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"fa0cf971-f187-4a86-b4c2-224bae754d0e","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:54.407026832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"499a23fd-373d-48f3-a104-0dfc8035b6f9","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:54.407045232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"499a23fd-373d-48f3-a104-0dfc8035b6f9","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.435510417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"4859616d-020e-4156-a428-cf9d68afb1bb","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.453680365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"4859616d-020e-4156-a428-cf9d68afb1bb","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.474562693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9210c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1708c9b2bb48a62295a350b375a664ab494404c1028515cc951c9e8f4cefcf02) AuthConfig (8c7d84a3cd84828a0bd36905f48844d37013ef24e423ae55a9d622f57716a54a) AuthConfig (ac5d1ad7e3e7f74e662f4fb96ce04be70136db2d887e2b93ce9127d0623f90b9) AuthConfig (268ed07ac098b913a51b14a4bf55be4c522f8717a5c658986a33dce5c7fb9b00) AuthConfig (d5bdf86378d74b815f2c12b850da5f987fa7f9d75613463500f05de7e967d91f) AuthConfig (0cb6ecf662a80c8588cacd57cb1de84f88325fcd06c1162cc1a2ad7af8769140) AuthConfig (572efa1b2c66f444b5f883bc6cdaf7c579cab5d62bb8cf60777d0b4d1bca8f4e) AuthConfig (791697898894e192ad717a82f9d8a91816ef767817aeb53d9255471eb5fed6d5) AuthConfig (4784a59b537a176eec447925b9803dd3e34d41b8e136452a6177f2d9fdb1dfd9) AuthConfig (3eb9ba555b3cd1a1d57b7f983ee9d905f8689260ea72814f5b48f0e0467c56b2) AuthConfig (f6e0bd19fe19f328b9442eec5b79daa858e4114487e12ef778ca2506c1a302d1) AuthConfig (fd6b8365eafc3ff11f2386666605ee46927b8c46ea34a77b1778871320d14a56) AuthConfig (c69bea47869a75541a05e7496b4136197767def704ae5dd8d108a6cf7acc25bb) AuthConfig (a486d90396a9627f7c716a545c00c35fa5ad05ac98d273853a52c3454fa22c63) AuthConfig (d7b260fb3e929cae53c98b7e7ef62879c87707b8060ffc7412368fa9d5bac18e) AuthConfig (71043ae8dd564cf51a4887fdcbf3bff451fffbb42378b226e9c5c51bf035dcc5) AuthConfig (ed8d9d164564dbf1226a634569b3be9c572bee45ae20218d797ec6957fef2cd8) AuthConfig (61715a1bb5242e4ebcfa7201046c3798635ef7b2a2d5643b3b3faac033ccaf6a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"4859616d-020e-4156-a428-cf9d68afb1bb","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:07.737598526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad24ff1d-e868-4edb-9536-699a8f025034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:07.737620089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad24ff1d-e868-4edb-9536-699a8f025034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:07.764927947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4b241cb8","namespace":"ai-tenant-e2e-mt-4b241cb8"},"namespace":"ai-tenant-e2e-mt-4b241cb8","name":"e2e-policy-4b241cb8","reconcileID":"9968d5c8-7457-407f-b2d6-b4a334624b00","MaaSAuthPolicy":{"name":"e2e-policy-4b241cb8","namespace":"ai-tenant-e2e-mt-4b241cb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:07.783175385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4b241cb8","namespace":"ai-tenant-e2e-mt-4b241cb8"},"namespace":"ai-tenant-e2e-mt-4b241cb8","name":"e2e-policy-4b241cb8","reconcileID":"9968d5c8-7457-407f-b2d6-b4a334624b00","MaaSAuthPolicy":{"name":"e2e-policy-4b241cb8","namespace":"ai-tenant-e2e-mt-4b241cb8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:07.865364532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"359d539b-478f-4a2e-bb54-fd7c67fe27e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:07.865380777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"359d539b-478f-4a2e-bb54-fd7c67fe27e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.262670411Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4b241cb8","namespace":"ai-tenant-e2e-mt-4b241cb8"},"namespace":"ai-tenant-e2e-mt-4b241cb8","name":"e2e-policy-4b241cb8","reconcileID":"66c03347-d352-42f8-841b-f5611c9ab012","MaaSAuthPolicy":{"name":"e2e-policy-4b241cb8","namespace":"ai-tenant-e2e-mt-4b241cb8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.262796107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3767bcc4-7a21-437e-b529-6bdc24ac6a62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.262812868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3767bcc4-7a21-437e-b529-6bdc24ac6a62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.406318269Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4b241cb8","namespace":"ai-tenant-e2e-mt-4b241cb8"},"namespace":"ai-tenant-e2e-mt-4b241cb8","name":"e2e-policy-4b241cb8","reconcileID":"66c03347-d352-42f8-841b-f5611c9ab012","MaaSAuthPolicy":{"name":"e2e-policy-4b241cb8","namespace":"ai-tenant-e2e-mt-4b241cb8"},"policyNamespace":"ai-tenant-e2e-mt-4b241cb8","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.42512224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62611495-7584-4109-a8ab-5bd864aaa806","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.425141682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62611495-7584-4109-a8ab-5bd864aaa806","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.591055035Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"af479051-b038-41b9-b826-60da39a36217","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.591203225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"4c4e3061-c7e0-48ad-87e8-befd19af0ad0","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.591226514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"4c4e3061-c7e0-48ad-87e8-befd19af0ad0","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.671437357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-sub","reconcileID":"f9fcb16a-6fb3-4a1a-a183-46d9c94d4caa","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"maas-trlp-test-model-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.726472203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"af479051-b038-41b9-b826-60da39a36217","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.77488259Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"af479051-b038-41b9-b826-60da39a36217","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"e2e-inf-a-00b849-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.774903529Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-auth","reconcileID":"af479051-b038-41b9-b826-60da39a36217","MaaSAuthPolicy":{"name":"test-model-00b849-auth","namespace":"ai-tenant-e2e-inf-a-00b849"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.793754992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"55dda8f9-63f5-4213-aa7b-810b03529ab4","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.793789017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"55dda8f9-63f5-4213-aa7b-810b03529ab4","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.874919383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-sub","reconcileID":"36362dea-4cf4-44c5-9a96-4d44292a215d","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"maas-trlp-test-model-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.938878162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"1c88c0d3-a88f-4e2d-9b9c-2329e9898376","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.938897295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"1c88c0d3-a88f-4e2d-9b9c-2329e9898376","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:14.504714396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"08bca53d-434f-4811-88ee-93c334955ac4","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:14.531519205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"08bca53d-434f-4811-88ee-93c334955ac4","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:14.555313125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9210c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1708c9b2bb48a62295a350b375a664ab494404c1028515cc951c9e8f4cefcf02) AuthConfig (8c7d84a3cd84828a0bd36905f48844d37013ef24e423ae55a9d622f57716a54a) AuthConfig (ac5d1ad7e3e7f74e662f4fb96ce04be70136db2d887e2b93ce9127d0623f90b9) AuthConfig (268ed07ac098b913a51b14a4bf55be4c522f8717a5c658986a33dce5c7fb9b00) AuthConfig (d5bdf86378d74b815f2c12b850da5f987fa7f9d75613463500f05de7e967d91f) AuthConfig (0cb6ecf662a80c8588cacd57cb1de84f88325fcd06c1162cc1a2ad7af8769140) AuthConfig (572efa1b2c66f444b5f883bc6cdaf7c579cab5d62bb8cf60777d0b4d1bca8f4e) AuthConfig (791697898894e192ad717a82f9d8a91816ef767817aeb53d9255471eb5fed6d5) AuthConfig (4784a59b537a176eec447925b9803dd3e34d41b8e136452a6177f2d9fdb1dfd9) AuthConfig (3eb9ba555b3cd1a1d57b7f983ee9d905f8689260ea72814f5b48f0e0467c56b2) AuthConfig (f6e0bd19fe19f328b9442eec5b79daa858e4114487e12ef778ca2506c1a302d1) AuthConfig (fd6b8365eafc3ff11f2386666605ee46927b8c46ea34a77b1778871320d14a56) AuthConfig (c69bea47869a75541a05e7496b4136197767def704ae5dd8d108a6cf7acc25bb) AuthConfig (a486d90396a9627f7c716a545c00c35fa5ad05ac98d273853a52c3454fa22c63) AuthConfig (d7b260fb3e929cae53c98b7e7ef62879c87707b8060ffc7412368fa9d5bac18e) AuthConfig (71043ae8dd564cf51a4887fdcbf3bff451fffbb42378b226e9c5c51bf035dcc5) AuthConfig (ed8d9d164564dbf1226a634569b3be9c572bee45ae20218d797ec6957fef2cd8) AuthConfig (61715a1bb5242e4ebcfa7201046c3798635ef7b2a2d5643b3b3faac033ccaf6a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"08bca53d-434f-4811-88ee-93c334955ac4","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:18.990357503Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-sub","reconcileID":"c1506652-9c77-4b76-b0df-fd3f16dc2ba2","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","subscription":"test-model-00b849-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.004878791Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-sub","reconcileID":"c1506652-9c77-4b76-b0df-fd3f16dc2ba2","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.019529985Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849-sub","reconcileID":"c1506652-9c77-4b76-b0df-fd3f16dc2ba2","MaaSSubscription":{"name":"test-model-00b849-sub","namespace":"ai-tenant-e2e-inf-a-00b849"},"name":"maas-trlp-test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.170279715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"d23ef694-d52f-4023-96ab-d0d3661aed5e","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"tenant":"e2e-inf-a-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","model":"ai-tenant-e2e-inf-a-00b849/test-model-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.170299016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"test-model-00b849","reconcileID":"d23ef694-d52f-4023-96ab-d0d3661aed5e","MaaSModelRef":{"name":"test-model-00b849","namespace":"ai-tenant-e2e-inf-a-00b849"},"routeName":"test-model-00b849-kserve-route","namespace":"ai-tenant-e2e-inf-a-00b849","llmisvcName":"test-model-00b849","gateway":"openshift-ingress/e2e-inf-a-00b849","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.044354382Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"bead8dc3-5bac-4ca2-9345-4a198cecbf1a","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.044959778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"895bbd16-e7d1-47fe-8491-d927aa5e1dfa","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.04497737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"895bbd16-e7d1-47fe-8491-d927aa5e1dfa","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.160804365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-sub","reconcileID":"fad19e55-9461-4daa-a21b-ae9a3b176f7e","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"maas-trlp-test-model-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.178800131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"bead8dc3-5bac-4ca2-9345-4a198cecbf1a","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.227809877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"bead8dc3-5bac-4ca2-9345-4a198cecbf1a","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"e2e-inf-b-79776f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.227831103Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-auth","reconcileID":"bead8dc3-5bac-4ca2-9345-4a198cecbf1a","MaaSAuthPolicy":{"name":"test-model-79776f-auth","namespace":"ai-tenant-e2e-inf-b-79776f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.246185882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"b99d8732-2694-4671-9567-9fdeffb82128","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.24620433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"b99d8732-2694-4671-9567-9fdeffb82128","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.32779803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-sub","reconcileID":"e887cf90-41ab-4fc9-ac97-93538a2382d3","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"maas-trlp-test-model-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.377271032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"156c39e4-0ca3-48f6-8bda-c69d9b260498","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:20.377288649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"156c39e4-0ca3-48f6-8bda-c69d9b260498","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:21.622522065Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:24.584980174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"e7739e2a-a894-46f0-bee8-0cc1040b1570","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:24.60290943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"e7739e2a-a894-46f0-bee8-0cc1040b1570","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:24.681466328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"d629cd8f-b6d6-4c81-8637-fa8ebe9bfe3b","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:24.681490107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"d629cd8f-b6d6-4c81-8637-fa8ebe9bfe3b","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.149000542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"1fea19fe-6420-41d0-bd05-f4a483006c2c","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.14902368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"1fea19fe-6420-41d0-bd05-f4a483006c2c","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.169415305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"da46ad7b-5f53-4ebd-a487-4fbeb4825d80","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.169433729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"da46ad7b-5f53-4ebd-a487-4fbeb4825d80","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.181044314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"2a4f02c4-4745-4d59-96c0-0f7711816cea","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:26.181629289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-sub","reconcileID":"e9470a77-a7e1-4f9e-8318-7822d7f3e818","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-9210c7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.199398912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"2a4f02c4-4745-4d59-96c0-0f7711816cea","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.214556291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"70d62bef-4f12-4c5c-86e0-d45911685bfe","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.214576818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"70d62bef-4f12-4c5c-86e0-d45911685bfe","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.234145034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"b8916bd0-815a-49b7-9bb6-dec668c3c4a1","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.23416613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"b8916bd0-815a-49b7-9bb6-dec668c3c4a1","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.292326934Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-sub","reconcileID":"08c9c19a-a3f9-445d-acfe-c06407e73b5c","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"maas-trlp-test-model-9210c7","model":"test-model-9210c7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-9210c7/test-model-9210c7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.344456152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"9c31eee8-84f9-4d30-8481-2bf34464a43d","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.34447247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"9c31eee8-84f9-4d30-8481-2bf34464a43d","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.358164873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"90c61f98-2a1d-461b-be55-96163ba2caaf","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.37688875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"90c61f98-2a1d-461b-be55-96163ba2caaf","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.402189135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-sub","reconcileID":"c42aaa85-091e-4bcc-8d97-9aee4cefff7b","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"maas-trlp-test-model-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.427147497Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-sub","reconcileID":"b33ea2c0-28fa-4fcf-b7ad-7021dc371639","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","subscription":"test-model-79776f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.441533525Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-sub","reconcileID":"b33ea2c0-28fa-4fcf-b7ad-7021dc371639","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.45667119Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f-sub","reconcileID":"b33ea2c0-28fa-4fcf-b7ad-7021dc371639","MaaSSubscription":{"name":"test-model-79776f-sub","namespace":"ai-tenant-e2e-inf-b-79776f"},"name":"maas-trlp-test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.538279629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"80060f05-551e-4031-a5b4-e3e9e11cb2e6","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"tenant":"e2e-inf-b-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","model":"ai-tenant-e2e-inf-b-79776f/test-model-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.538295709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"test-model-79776f","reconcileID":"80060f05-551e-4031-a5b4-e3e9e11cb2e6","MaaSModelRef":{"name":"test-model-79776f","namespace":"ai-tenant-e2e-inf-b-79776f"},"routeName":"test-model-79776f-kserve-route","namespace":"ai-tenant-e2e-inf-b-79776f","llmisvcName":"test-model-79776f","gateway":"openshift-ingress/e2e-inf-b-79776f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:32.367064341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f246f6-da41-4333-81b3-5a31d4bcb014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:32.381770063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f246f6-da41-4333-81b3-5a31d4bcb014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:32.396408316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f246f6-da41-4333-81b3-5a31d4bcb014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:32.411450713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f246f6-da41-4333-81b3-5a31d4bcb014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:33.013997548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed410581-bb7f-47d8-95cf-f0f1d0d3af58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:33.0289896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed410581-bb7f-47d8-95cf-f0f1d0d3af58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:33.043407961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed410581-bb7f-47d8-95cf-f0f1d0d3af58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:33.058089163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed410581-bb7f-47d8-95cf-f0f1d0d3af58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:33.666790096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c68ec91-2e17-46d9-9263-425de5e4d23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:33.68142814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c68ec91-2e17-46d9-9263-425de5e4d23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:33.695995628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c68ec91-2e17-46d9-9263-425de5e4d23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:33.710426628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c68ec91-2e17-46d9-9263-425de5e4d23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.621396756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:00.119782037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-sub","reconcileID":"bd13a7d7-351a-4885-b760-d51a9a810faf","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"maas-trlp-test-model-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:00.170994787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"3fb7067b-799f-4fb6-8c64-ab793f8e34b7","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:00.171015913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"3fb7067b-799f-4fb6-8c64-ab793f8e34b7","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.856714341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"5f3cb957-c901-418c-975c-0dbdb0c37550","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.876805357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"5f3cb957-c901-418c-975c-0dbdb0c37550","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.594153944Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","namespace":"ai-tenant-e2e-inf-a-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.594210459Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","namespace":"ai-tenant-e2e-inf-a-00b849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.594263539Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","tenant":"e2e-inf-a-00b849","tenantID":"e2e-inf-a-00b849","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.611267318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"Deployment","name":"maas-api-e2e-inf-a-00b849","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.651610127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"Service","name":"maas-api-e2e-inf-a-00b849","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.669347269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-00b849","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.69020647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-00b849","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.707309746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.728562708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.754977396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.773325949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.788044334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"Deployment","name":"payload-processing-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.801908295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.815861016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"Service","name":"payload-processing-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.829817778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.84386838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.857659795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.871516459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.892655566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.912052444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.928605416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.946954552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-00b849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.963570903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-00b849"},"namespace":"ai-tenant-e2e-inf-a-00b849","name":"default-tenant","reconcileID":"225ca3c2-f6f9-475a-88e6-167e45914f6b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-00b849","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.232180311Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-00b849","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-00b849","reconcileID":"c0963165-db5e-4d7c-90f4-7f980893f889","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-00b849","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-00b849"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.615961514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4b21e0-6581-48ed-bb6d-b94184655013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.630748879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4b21e0-6581-48ed-bb6d-b94184655013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.645342327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4b21e0-6581-48ed-bb6d-b94184655013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.65983455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4b21e0-6581-48ed-bb6d-b94184655013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:07.330218462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3b314-a99e-4f69-aa98-0625d175a875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:07.3449542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3b314-a99e-4f69-aa98-0625d175a875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:07.362202738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3b314-a99e-4f69-aa98-0625d175a875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:07.37686286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde3b314-a99e-4f69-aa98-0625d175a875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.232448982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905b6fee-4cda-4a04-addd-b4c221f395aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.246874065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905b6fee-4cda-4a04-addd-b4c221f395aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.261550079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905b6fee-4cda-4a04-addd-b4c221f395aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.275998004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905b6fee-4cda-4a04-addd-b4c221f395aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.932704128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e846c0-ec90-44b2-9e50-f7e806ca9f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.947353324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e846c0-ec90-44b2-9e50-f7e806ca9f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.961889483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e846c0-ec90-44b2-9e50-f7e806ca9f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.976297401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e846c0-ec90-44b2-9e50-f7e806ca9f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.558995023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a8a559-f970-4cb2-90a0-0b71be2cd0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.57373376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a8a559-f970-4cb2-90a0-0b71be2cd0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.588597041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a8a559-f970-4cb2-90a0-0b71be2cd0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.60492688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a8a559-f970-4cb2-90a0-0b71be2cd0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.183168456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4835b98b-c36c-40f0-b757-7b3e0ae628be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.18326737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4835b98b-c36c-40f0-b757-7b3e0ae628be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.20363724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6436af40-4c42-4d5d-a439-fb5d18ff929d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.203668826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6436af40-4c42-4d5d-a439-fb5d18ff929d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.233159891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-policy-57e1fa0b","reconcileID":"c1e09b57-07b5-469d-bf9c-55262951e4d0","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.251383687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-policy-57e1fa0b","reconcileID":"c1e09b57-07b5-469d-bf9c-55262951e4d0","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.399325787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a17daf-627c-4834-ab5e-3e81f5f55543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.399342764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a17daf-627c-4834-ab5e-3e81f5f55543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.400467064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0def6c0e-a154-4169-92d6-49288e07d606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.400482136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0def6c0e-a154-4169-92d6-49288e07d606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.420169306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9540a331-8689-4e8d-8258-463bbee1cf6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.420184769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9540a331-8689-4e8d-8258-463bbee1cf6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.428615565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-policy-57e1fa0b","reconcileID":"b050bd7e-667c-4a3c-a3f5-24c02a2eeb77","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:23:20.432330366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-sub-57e1fa0b","reconcileID":"f8d4bf75-d0fc-474a-af36-c5330416d61b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-57e1fa0b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.447506586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-policy-57e1fa0b","reconcileID":"b050bd7e-667c-4a3c-a3f5-24c02a2eeb77","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.471110782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4446661-8322-481d-9d56-eb8bf4494ded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.471126719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4446661-8322-481d-9d56-eb8bf4494ded","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.490458773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f7d8f3a-fd53-46c7-970f-af32e72aa4ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.4904723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f7d8f3a-fd53-46c7-970f-af32e72aa4ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.568987542Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-sub-57e1fa0b","reconcileID":"68854d42-a81f-46bc-acb7-8aaa46017b35","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-57e1fa0b/e2e-shared-sub-57e1fa0b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.622770759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9188efd-6618-41d7-b0ac-4d92b749a70a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.622786631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9188efd-6618-41d7-b0ac-4d92b749a70a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.652443663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7e3792e-feff-4fd9-8d7b-937ea3890d00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.751519543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-sub-57e1fa0b","reconcileID":"30d32137-6352-47cf-a93b-35b9024a4d51","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.332549272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94a0f958-8d3d-4967-a906-7be191ffe114","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.332569481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94a0f958-8d3d-4967-a906-7be191ffe114","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.349402454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0d99fe5-6a87-48b0-a354-60f49b9d3b2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.349422674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0d99fe5-6a87-48b0-a354-60f49b9d3b2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.380899018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-policy-57e1fa0b","reconcileID":"7942479a-813f-44f6-b93a-ba5f5808c1b8","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.402349144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-policy-57e1fa0b","reconcileID":"7942479a-813f-44f6-b93a-ba5f5808c1b8","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.547823467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cdf57ee-ce36-496e-a0e3-2eb9517be61e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.547846886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cdf57ee-ce36-496e-a0e3-2eb9517be61e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.548753024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"844a4ceb-353d-4eb2-8eba-08496badb40d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.548770151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"844a4ceb-353d-4eb2-8eba-08496badb40d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.568855749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e352a6f0-8a42-45a4-a76f-d8c2b473ad60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.568870093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e352a6f0-8a42-45a4-a76f-d8c2b473ad60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.580961035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-policy-57e1fa0b","reconcileID":"df4df500-5ef9-4fed-9bd0-ef7c02b9fe3b","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:23:21.581679798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-sub-57e1fa0b","reconcileID":"a05ed0e1-a286-423b-aad1-3454bc2638e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-57e1fa0b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.599150383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-policy-57e1fa0b","reconcileID":"df4df500-5ef9-4fed-9bd0-ef7c02b9fe3b","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.621631233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ffe1512-8da3-4238-9ae6-2089be987687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.621655262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ffe1512-8da3-4238-9ae6-2089be987687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.623477733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.693114334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acad0aef-e8fe-4cfa-aaa1-77bc29f51f7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.693131243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acad0aef-e8fe-4cfa-aaa1-77bc29f51f7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.773349971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-sub-57e1fa0b","reconcileID":"dedff85b-6f58-4d7c-9a24-2f87ddc49650","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-57e1fa0b/e2e-shared-sub-57e1fa0b","ai-tenant-e2e-mt-bffcd66f/e2e-shared-sub-57e1fa0b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.827324366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"706aaff5-23d6-48da-8ef9-e02c15954eed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.827339342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"706aaff5-23d6-48da-8ef9-e02c15954eed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.853564523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-sub-57e1fa0b","reconcileID":"a201a836-eb85-4c7a-a9d0-f3b6384b62bd","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.853665367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fda91aca-ab0b-4941-b961-6abb7f57138d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.952303215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-sub-57e1fa0b","reconcileID":"27adec12-bf64-44ce-9c61-1e9145ff0367","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.569726546Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-policy-57e1fa0b","reconcileID":"e691f041-59a6-4215-81d7-b4a14feb5291","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.569873779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db0fbaae-6645-4052-be50-757e0624fee9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.569891206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db0fbaae-6645-4052-be50-757e0624fee9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.598393548Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-policy-57e1fa0b","reconcileID":"e691f041-59a6-4215-81d7-b4a14feb5291","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"policyNamespace":"ai-tenant-e2e-mt-57e1fa0b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.616195741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ef732e4-4fae-4f6e-a0f9-42c7cd166794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.616211767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ef732e4-4fae-4f6e-a0f9-42c7cd166794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.827146368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf16111d-4d8e-4295-8a55-5a8d5919ae9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.827173436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf16111d-4d8e-4295-8a55-5a8d5919ae9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:23.68633677Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"9c329306-ff39-4de7-be9b-b8ad0855802f","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:23.686469533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"b1154268-00b2-4204-9f31-126d74eb12c8","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:23.686487351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"b1154268-00b2-4204-9f31-126d74eb12c8","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:23.767513424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-sub","reconcileID":"91e86696-821b-4b3e-a175-3e500ab503e8","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"maas-trlp-test-model-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:23.816221135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"9c329306-ff39-4de7-be9b-b8ad0855802f","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:23.865469877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"9c329306-ff39-4de7-be9b-b8ad0855802f","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"e2e-inf-a-1647fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:23.865487603Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-auth","reconcileID":"9c329306-ff39-4de7-be9b-b8ad0855802f","MaaSAuthPolicy":{"name":"test-model-1647fe-auth","namespace":"ai-tenant-e2e-inf-a-1647fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:23.883391486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"df5239a6-481d-495d-acbf-7a55ee3b2681","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:23.883412983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"df5239a6-481d-495d-acbf-7a55ee3b2681","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:23.962521971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-sub","reconcileID":"f7ee35fb-3ee1-4a60-b807-95df90d039be","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"maas-trlp-test-model-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:24.010208969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"e753ffcc-6570-4666-acf8-2af71a2c62ae","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:24.010225012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"e753ffcc-6570-4666-acf8-2af71a2c62ae","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.875834828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-sub-57e1fa0b","reconcileID":"31416ba9-6737-43aa-b168-737b0b7a4d71","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-57e1fa0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.939900577Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"namespace":"ai-tenant-e2e-mt-57e1fa0b","name":"e2e-shared-sub-57e1fa0b","reconcileID":"31416ba9-6737-43aa-b168-737b0b7a4d71","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-57e1fa0b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-bffcd66f/e2e-shared-sub-57e1fa0b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:33.007576029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76e947c8-d369-449b-98ef-5355cdad494a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:33.007624464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76e947c8-d369-449b-98ef-5355cdad494a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:33.020670291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-sub-57e1fa0b","reconcileID":"4b6f09ed-9277-491c-bb06-9f05c98d1049","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:33.020689138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f3e93d8-06c5-42d1-ac6d-de85c130d565","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.059912107Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-sub","reconcileID":"d858a797-11e5-4447-9e74-008d256e9476","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","subscription":"test-model-1647fe-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.074821482Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-sub","reconcileID":"d858a797-11e5-4447-9e74-008d256e9476","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.090089316Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe-sub","reconcileID":"d858a797-11e5-4447-9e74-008d256e9476","MaaSSubscription":{"name":"test-model-1647fe-sub","namespace":"ai-tenant-e2e-inf-a-1647fe"},"name":"maas-trlp-test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.172749477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"6ea10769-dd2d-45c6-b9c9-4bf9282aedf0","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"tenant":"e2e-inf-a-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","model":"ai-tenant-e2e-inf-a-1647fe/test-model-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.172765932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"test-model-1647fe","reconcileID":"6ea10769-dd2d-45c6-b9c9-4bf9282aedf0","MaaSModelRef":{"name":"test-model-1647fe","namespace":"ai-tenant-e2e-inf-a-1647fe"},"routeName":"test-model-1647fe-kserve-route","namespace":"ai-tenant-e2e-inf-a-1647fe","llmisvcName":"test-model-1647fe","gateway":"openshift-ingress/e2e-inf-a-1647fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.046065535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"0e1df19f-7170-4462-b12a-ada42e2912a7","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.046516447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"ac99ecbd-00fc-41c9-b124-ffe8cf32544f","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.046862682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"ac99ecbd-00fc-41c9-b124-ffe8cf32544f","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.12535015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"0e1df19f-7170-4462-b12a-ada42e2912a7","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.159795229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-sub","reconcileID":"ef126af5-d331-4666-94f9-88e992796ce4","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"maas-trlp-test-model-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.208082234Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"0e1df19f-7170-4462-b12a-ada42e2912a7","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"e2e-inf-b-9210c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.208103205Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-auth","reconcileID":"0e1df19f-7170-4462-b12a-ada42e2912a7","MaaSAuthPolicy":{"name":"test-model-9210c7-auth","namespace":"ai-tenant-e2e-inf-b-9210c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.233773895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"bcbc0675-3d1b-4fff-af24-1e937341f050","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.233792411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"bcbc0675-3d1b-4fff-af24-1e937341f050","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.317129447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-sub","reconcileID":"e7385421-4ad0-4095-ae6c-3398f4f25417","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"maas-trlp-test-model-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.386601251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"6261b953-130d-4f42-a5b9-953ce33c1212","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.386633055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"6261b953-130d-4f42-a5b9-953ce33c1212","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:41.807207728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fee4284-f11c-4d5b-945f-174a5beef3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:41.821556941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fee4284-f11c-4d5b-945f-174a5beef3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:41.835789833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fee4284-f11c-4d5b-945f-174a5beef3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:41.850198586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fee4284-f11c-4d5b-945f-174a5beef3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:42.469497799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9161d311-6c54-4579-8fed-bfa44b5bda6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:42.484887851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9161d311-6c54-4579-8fed-bfa44b5bda6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:42.499256335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9161d311-6c54-4579-8fed-bfa44b5bda6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:42.514070235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9161d311-6c54-4579-8fed-bfa44b5bda6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:42.661444946Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7b8f0d3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7b8f0d3c","reconcileID":"88c44d55-3e95-4e24-8234-e9caf7708d47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7b8f0d3c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-7b8f0d3c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:43.279567255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2535ca84-1977-4ac1-ada6-3e55cfc3920f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:43.306354609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2535ca84-1977-4ac1-ada6-3e55cfc3920f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:43.320733808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2535ca84-1977-4ac1-ada6-3e55cfc3920f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:43.335183472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2535ca84-1977-4ac1-ada6-3e55cfc3920f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:43.97772062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88647ca-973c-4be1-84f7-03c9fbdd3433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:43.992887205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88647ca-973c-4be1-84f7-03c9fbdd3433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.007280058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88647ca-973c-4be1-84f7-03c9fbdd3433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.021905062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88647ca-973c-4be1-84f7-03c9fbdd3433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:45.445374889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-sub","reconcileID":"a341a368-b7c6-43e2-ab01-020b8424188e","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","subscription":"test-model-9210c7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:45.459961814Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-sub","reconcileID":"a341a368-b7c6-43e2-ab01-020b8424188e","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:45.505171055Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7-sub","reconcileID":"a341a368-b7c6-43e2-ab01-020b8424188e","MaaSSubscription":{"name":"test-model-9210c7-sub","namespace":"ai-tenant-e2e-inf-b-9210c7"},"name":"maas-trlp-test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:45.678916835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"5168c331-3b61-4c79-9d01-389328de93cf","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"tenant":"e2e-inf-b-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","model":"ai-tenant-e2e-inf-b-9210c7/test-model-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:45.678941799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"test-model-9210c7","reconcileID":"5168c331-3b61-4c79-9d01-389328de93cf","MaaSModelRef":{"name":"test-model-9210c7","namespace":"ai-tenant-e2e-inf-b-9210c7"},"routeName":"test-model-9210c7-kserve-route","namespace":"ai-tenant-e2e-inf-b-9210c7","llmisvcName":"test-model-9210c7","gateway":"openshift-ingress/e2e-inf-b-9210c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:51.623130453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.34418649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d69383d-a9b0-48a4-89a6-7fbef15e6203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.358756825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d69383d-a9b0-48a4-89a6-7fbef15e6203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.377874998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d69383d-a9b0-48a4-89a6-7fbef15e6203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.394155529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d69383d-a9b0-48a4-89a6-7fbef15e6203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:53.143925946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7181bf63-cb4f-44f0-81c8-726c15885940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:53.158510803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7181bf63-cb4f-44f0-81c8-726c15885940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:53.173131359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7181bf63-cb4f-44f0-81c8-726c15885940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:53.18764741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7181bf63-cb4f-44f0-81c8-726c15885940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:53.7680686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1521ac26-51f9-43c2-840c-3bfe2429463e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:53.783894124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1521ac26-51f9-43c2-840c-3bfe2429463e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:53.798885741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1521ac26-51f9-43c2-840c-3bfe2429463e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:53.816512939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1521ac26-51f9-43c2-840c-3bfe2429463e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.403742527Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","namespace":"ai-tenant-e2e-inf-b-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.403819275Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","namespace":"ai-tenant-e2e-inf-b-79776f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.403881885Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","tenant":"e2e-inf-b-79776f","tenantID":"e2e-inf-b-79776f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.420202637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"Deployment","name":"maas-api-e2e-inf-b-79776f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.451131142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"Service","name":"maas-api-e2e-inf-b-79776f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.471638604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-79776f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.488250431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-79776f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.506372465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.523817686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.543549915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.560472401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.575477066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"Deployment","name":"payload-processing-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.590123122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.604333484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"Service","name":"payload-processing-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.618441017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.632425801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.646651743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.660482827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.679087552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.695907435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.71104176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.73881266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-79776f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:59.755908439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-79776f"},"namespace":"ai-tenant-e2e-inf-b-79776f","name":"default-tenant","reconcileID":"a2ac2ef5-1bba-4bed-9e26-e969b5bd59d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-79776f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:00.093244084Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-79776f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-79776f","reconcileID":"7e98b91a-8573-47bf-b330-daaac0d3c341","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-79776f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-79776f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:00.49273877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95cab607-7ed8-49d3-8692-668931439f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:00.511760418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95cab607-7ed8-49d3-8692-668931439f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:00.526321055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95cab607-7ed8-49d3-8692-668931439f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:00.540887588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95cab607-7ed8-49d3-8692-668931439f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:01.172522192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74953ce4-1cfd-4db7-961a-db64b310ac9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:01.187059736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74953ce4-1cfd-4db7-961a-db64b310ac9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:01.201488292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74953ce4-1cfd-4db7-961a-db64b310ac9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:01.21677641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74953ce4-1cfd-4db7-961a-db64b310ac9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:01.995391911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0d1734-e499-4668-9655-b00fd980725e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.010285445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0d1734-e499-4668-9655-b00fd980725e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.02517674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0d1734-e499-4668-9655-b00fd980725e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.039702404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0d1734-e499-4668-9655-b00fd980725e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.702187336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2308818-b940-43c7-bbab-6087fb090d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.718455891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2308818-b940-43c7-bbab-6087fb090d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.733840199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2308818-b940-43c7-bbab-6087fb090d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.749119437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2308818-b940-43c7-bbab-6087fb090d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.61239247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491d7508-6cc3-4074-83ca-41a2c000221f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.627837108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491d7508-6cc3-4074-83ca-41a2c000221f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.642310132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491d7508-6cc3-4074-83ca-41a2c000221f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.656771347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491d7508-6cc3-4074-83ca-41a2c000221f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:15.30923441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb90dba8-1af6-4776-878a-c9aa5120bb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:15.324119509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb90dba8-1af6-4776-878a-c9aa5120bb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:15.338510457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb90dba8-1af6-4776-878a-c9aa5120bb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:15.353206301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb90dba8-1af6-4776-878a-c9aa5120bb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:15.988017417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8234a3c-e760-4675-814d-aaf055cd49cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:16.002728962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8234a3c-e760-4675-814d-aaf055cd49cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:16.017115383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8234a3c-e760-4675-814d-aaf055cd49cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:16.031946868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8234a3c-e760-4675-814d-aaf055cd49cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:21.622000395Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.241124861Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","namespace":"ai-tenant-e2e-inf-a-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.241184867Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","namespace":"ai-tenant-e2e-inf-a-1647fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.241232854Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","tenant":"e2e-inf-a-1647fe","tenantID":"e2e-inf-a-1647fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.258415233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"Deployment","name":"maas-api-e2e-inf-a-1647fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.287359957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"Service","name":"maas-api-e2e-inf-a-1647fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.303764312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-1647fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.324054836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-1647fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.340418694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.359829474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.378840931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.394983185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.409289929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"Deployment","name":"payload-processing-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.423744246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.437850434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"Service","name":"payload-processing-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.451505472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.465451449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.479132398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.4929826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.511484582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.52602296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.540817414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.556212561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-1647fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.571827217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1647fe"},"namespace":"ai-tenant-e2e-inf-a-1647fe","name":"default-tenant","reconcileID":"079094fa-9879-4926-ac6e-9b5b5fc13ece","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-1647fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:26.962102211Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1647fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1647fe","reconcileID":"6d9c41e7-af2d-476f-aeda-606a56f2ba79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1647fe","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-1647fe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:27.350331352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b84733-91f0-4814-a60a-7693f178c60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:27.36607539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b84733-91f0-4814-a60a-7693f178c60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:27.380999375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b84733-91f0-4814-a60a-7693f178c60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:27.396826046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b84733-91f0-4814-a60a-7693f178c60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:27.969272221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228cb712-303f-469d-9f6f-6107d1f7aeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:27.984413057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228cb712-303f-469d-9f6f-6107d1f7aeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:27.999410022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228cb712-303f-469d-9f6f-6107d1f7aeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:28.01388136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228cb712-303f-469d-9f6f-6107d1f7aeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:28.958954272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c591ab81-6539-4902-aa6b-052ad9e32a15","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:28.958983178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c591ab81-6539-4902-aa6b-052ad9e32a15","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:31.92028453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"8dc8d11c-f65b-45c0-b77d-d2bc47935710","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7b8f0d3c","tenantID":"e2e-mt-7b8f0d3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:31.960595708Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"8dc8d11c-f65b-45c0-b77d-d2bc47935710","name":"e2e-mt-7b8f0d3c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:34.479288681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a4fb62-c5d1-4844-8874-285ad960cea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:34.493737041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a4fb62-c5d1-4844-8874-285ad960cea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:34.507975452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a4fb62-c5d1-4844-8874-285ad960cea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:34.522265729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a4fb62-c5d1-4844-8874-285ad960cea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.082314945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ce3582-b43e-434c-847f-867495489601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.096706297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ce3582-b43e-434c-847f-867495489601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.11085763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ce3582-b43e-434c-847f-867495489601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.125094135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ce3582-b43e-434c-847f-867495489601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.835947688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd6158d-76cf-42e7-8fd4-2bb89b5d31cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.850450339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd6158d-76cf-42e7-8fd4-2bb89b5d31cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.864762476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd6158d-76cf-42e7-8fd4-2bb89b5d31cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.879122445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd6158d-76cf-42e7-8fd4-2bb89b5d31cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:36.496043587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09047f63-3732-48a6-ba57-f77009cd6f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:36.5109297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09047f63-3732-48a6-ba57-f77009cd6f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:36.525845934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09047f63-3732-48a6-ba57-f77009cd6f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:36.540646608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09047f63-3732-48a6-ba57-f77009cd6f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:51.622264007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:55.72579751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"e52ce52e-54bb-40f1-ae80-95e0a4ff2400","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:55.725828664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"e52ce52e-54bb-40f1-ae80-95e0a4ff2400","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:56.012154979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"df94293c-9d7e-4423-99cd-df480b954a53","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:56.012174738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"df94293c-9d7e-4423-99cd-df480b954a53","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:56.031412403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"daa45842-aec3-4fdc-8bde-a6a6ee435cc0","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:56.031432191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"daa45842-aec3-4fdc-8bde-a6a6ee435cc0","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:56.059230802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"3d7be0d2-379a-4836-bb54-073b598c5673","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:56.107354375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"3d7be0d2-379a-4836-bb54-073b598c5673","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:56.126065001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"3d7be0d2-379a-4836-bb54-073b598c5673","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:56.145670921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"9fd874e3-47a7-4ef1-82b4-f15ce36b5ce3","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:56.145688857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"9fd874e3-47a7-4ef1-82b4-f15ce36b5ce3","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:57.853481103Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","namespace":"ai-tenant-e2e-extmod-a-d3971c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:57.853560908Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","namespace":"ai-tenant-e2e-extmod-a-d3971c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:57.853645514Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","tenant":"e2e-extmod-a-d3971c","tenantID":"e2e-extmod-a-d3971c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:57.869705632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d3971c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:57.907801237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"Service","name":"maas-api-e2e-extmod-a-d3971c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:57.934431544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d3971c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:57.951556595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d3971c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:57.968686538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:57.987223485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.00484903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.02177655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.035703267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.051843377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.065650476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"Service","name":"payload-processing-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.079450194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.093858562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.109813732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.12369588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.14502321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.16634448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.185773591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.201942727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d3971c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.222364498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d3971c"},"namespace":"ai-tenant-e2e-extmod-a-d3971c","name":"default-tenant","reconcileID":"8617d4c1-581b-490d-bcb6-33e965eee64b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d3971c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.537542396Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d3971c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d3971c","reconcileID":"b5a5a709-706e-45c1-9bb1-8d984dd10831","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d3971c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d3971c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.942463334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a132e05-5961-4b27-b68c-fbac76ce9dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.956976036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a132e05-5961-4b27-b68c-fbac76ce9dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.971480817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a132e05-5961-4b27-b68c-fbac76ce9dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:58.98598204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a132e05-5961-4b27-b68c-fbac76ce9dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:59.592665712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3788f316-f20c-49ee-af0d-163abfd93779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:59.618245004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3788f316-f20c-49ee-af0d-163abfd93779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:59.632688154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3788f316-f20c-49ee-af0d-163abfd93779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:59.646962342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3788f316-f20c-49ee-af0d-163abfd93779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.447390807Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-policy-57e1fa0b","reconcileID":"729c3a66-f4e8-400a-a34c-4d044e9f9086","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.447801423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83a34728-e8bf-496f-8f06-632577b14911","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.44781646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83a34728-e8bf-496f-8f06-632577b14911","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.475917447Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-policy-57e1fa0b","reconcileID":"729c3a66-f4e8-400a-a34c-4d044e9f9086","MaaSAuthPolicy":{"name":"e2e-shared-policy-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"policyNamespace":"ai-tenant-e2e-mt-bffcd66f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.493883884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3ecd1ba-ba85-4c88-aadc-5bc9df6467b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.493900019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3ecd1ba-ba85-4c88-aadc-5bc9df6467b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.69994167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f5b6c53-bce2-469d-a5c7-01fda651f178","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.699959276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f5b6c53-bce2-469d-a5c7-01fda651f178","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:06.175398798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"3fe8da67-2c8c-46a1-8308-94a13f4fc626","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:06.193908549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"3fe8da67-2c8c-46a1-8308-94a13f4fc626","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:06.212133466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"3fe8da67-2c8c-46a1-8308-94a13f4fc626","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:06.436615173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa44813-f2b6-4f8d-8cf7-3a3bf7dc419f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:06.451812337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa44813-f2b6-4f8d-8cf7-3a3bf7dc419f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:06.466087382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa44813-f2b6-4f8d-8cf7-3a3bf7dc419f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:06.480475375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa44813-f2b6-4f8d-8cf7-3a3bf7dc419f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.066872526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ac6883-7ef2-42aa-80b3-6d3461ffe1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.081948472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ac6883-7ef2-42aa-80b3-6d3461ffe1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.096145269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ac6883-7ef2-42aa-80b3-6d3461ffe1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.110766122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ac6883-7ef2-42aa-80b3-6d3461ffe1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.762034164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e2d890-80b0-435d-ade5-6b5902417a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.77638768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e2d890-80b0-435d-ade5-6b5902417a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.790770818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e2d890-80b0-435d-ade5-6b5902417a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.804996406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e2d890-80b0-435d-ade5-6b5902417a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.358795095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731b689b-96ef-4208-b538-b7a5b19616f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.373282436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731b689b-96ef-4208-b538-b7a5b19616f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.388137706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731b689b-96ef-4208-b538-b7a5b19616f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.403067083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731b689b-96ef-4208-b538-b7a5b19616f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.086458151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daae75c-4eec-4ea8-8cdd-42ac21e0082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.101741803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daae75c-4eec-4ea8-8cdd-42ac21e0082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.117157667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daae75c-4eec-4ea8-8cdd-42ac21e0082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.131703624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daae75c-4eec-4ea8-8cdd-42ac21e0082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.805786858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70e26c59-3afa-4df0-8546-d5f9515205a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.821176327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70e26c59-3afa-4df0-8546-d5f9515205a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.836290415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70e26c59-3afa-4df0-8546-d5f9515205a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.850611156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70e26c59-3afa-4df0-8546-d5f9515205a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:10.663261381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c40a7b-0c52-4b2c-9f7e-3c129fdf94a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:10.677849675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c40a7b-0c52-4b2c-9f7e-3c129fdf94a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:10.692569958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c40a7b-0c52-4b2c-9f7e-3c129fdf94a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:10.713570051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c40a7b-0c52-4b2c-9f7e-3c129fdf94a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:11.362396951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2738be1-d0ab-4fb6-84f7-c8122aa411d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:11.377135703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2738be1-d0ab-4fb6-84f7-c8122aa411d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:11.391403751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2738be1-d0ab-4fb6-84f7-c8122aa411d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:11.413483436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2738be1-d0ab-4fb6-84f7-c8122aa411d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.759446998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-sub-57e1fa0b","reconcileID":"21b4aaae-e052-4b9e-9167-984332bb7a2b","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-57e1fa0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.822872599Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"namespace":"ai-tenant-e2e-mt-bffcd66f","name":"e2e-shared-sub-57e1fa0b","reconcileID":"21b4aaae-e052-4b9e-9167-984332bb7a2b","MaaSSubscription":{"name":"e2e-shared-sub-57e1fa0b","namespace":"ai-tenant-e2e-mt-bffcd66f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.881283156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16687a3f-ffd4-4ffd-8732-a6dd4aaf9cbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.971176306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ef4cc0-7202-438c-9cf5-9ef910a6207a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.9712005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ef4cc0-7202-438c-9cf5-9ef910a6207a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:16.240883539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"f365d4d4-55f7-4f6a-aa94-f1900e656089","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:16.25874946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"f365d4d4-55f7-4f6a-aa94-f1900e656089","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:16.27581252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"f365d4d4-55f7-4f6a-aa94-f1900e656089","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.016790938Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","namespace":"ai-tenant-e2e-inf-b-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.016851725Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","namespace":"ai-tenant-e2e-inf-b-9210c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.016905963Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","tenant":"e2e-inf-b-9210c7","tenantID":"e2e-inf-b-9210c7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.032936045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"Deployment","name":"maas-api-e2e-inf-b-9210c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.062684536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"Service","name":"maas-api-e2e-inf-b-9210c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.079602354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-9210c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.101291548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-9210c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.117956519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.134990629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.154197666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.171248481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.185271629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"Deployment","name":"payload-processing-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.199138252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.213307329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"Service","name":"payload-processing-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.227179878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.24090454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.256939277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.270690899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.29215132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.316791194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.350762036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.391944291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-9210c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.406900809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9210c7"},"namespace":"ai-tenant-e2e-inf-b-9210c7","name":"default-tenant","reconcileID":"887f7a22-a4fd-4a0d-aa1b-dbbff6ee5d4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-9210c7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.771330013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc4ebe0-73c6-424c-8c7b-53cb9bb4e447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.786066471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc4ebe0-73c6-424c-8c7b-53cb9bb4e447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.800548044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc4ebe0-73c6-424c-8c7b-53cb9bb4e447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.814956259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc4ebe0-73c6-424c-8c7b-53cb9bb4e447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.83603688Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9210c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9210c7","reconcileID":"d5f76c6f-5f48-40d9-a4c5-cb92dc366cb2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9210c7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-9210c7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.415271394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53faebae-ee85-4b69-9764-3c3885fe237c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.429827886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53faebae-ee85-4b69-9764-3c3885fe237c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.444475421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53faebae-ee85-4b69-9764-3c3885fe237c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.458861557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53faebae-ee85-4b69-9764-3c3885fe237c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.013939088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b62a782-4169-4e32-9bf4-40fc53984db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.028308611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b62a782-4169-4e32-9bf4-40fc53984db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.042856233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b62a782-4169-4e32-9bf4-40fc53984db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.061569047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b62a782-4169-4e32-9bf4-40fc53984db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:21.621112567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.304503067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"459944a1-dfac-4023-bb57-0e2b460b0544","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.322197785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"459944a1-dfac-4023-bb57-0e2b460b0544","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.339216138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28a3d0080fe4819fcfb01ae9f6b941237f6fe608331ed9a4830e08515788c3ac) AuthConfig (af2fdd1f332b42dbc0bf8b4440ae0e9ca5fbc13ee8f363b6bd76c8a2c7958f8d) AuthConfig (19d81e9ce20ed1a1e39ae34d6b3eb37a6a66f26fe729642112e200fa07254a4d) AuthConfig (4dc7f37159c62314feb960ce452980060c6296d7aa1740e050ea409287caad98) AuthConfig (21be2a8bdf3491eb6e80ec44d30b06a44c426c57d0bcf2ab6b80c6516e3f0658) AuthConfig (4a25e181cdc13e7bcf0b657b5d3183191743ed8003b2aa6f70f63506fa67922d) AuthConfig (fe0a93464154062a2830e1108af35acd7b45227bb5b425db946e14d68dad70dc) AuthConfig (904e8ce865f25e90fba5fa87c4b06a96bc1bc70402feb564bcd74676da78e0ea) AuthConfig (321d12b3d7061c2717954a3fe4e5b2cc7df0ba5cac611683245758f465c4a361) AuthConfig (9dbcb09a4b6013d4c4f676a6da2703f73a3b94ddae32a26d80618b42c7e261f4) AuthConfig (26a931fc9b1cf3a7c4ebe8e6f74084efde6ee4bef1ecd4eb24c41b599cb5d700) AuthConfig (e901677462e4f3967aad160fc2c021ddb88bc2235b0fc7fb11524460523c8a73) AuthConfig (c1fc12e28d94b9d3adac9d3b34f7f2a76702a7367e1aceff2e7c86e96e149725) AuthConfig (b7394b8dc2a101fb4bef3fa30dafbedbe89329fedc2b34f0162dc02c2090f616) AuthConfig (8bc6b5e428d419cc317290c73566ee904f0c2f242acfb43616b8c134ba4d8a19) AuthConfig (94b07ac41bd6d1ee7f7afcb7b8fe9d807e50b28ea0519260cf947f86684a3851) AuthConfig (a83e38aa9692a51088d622707c76e58a9abf2ac7c99d3cfbd3ed7a335866d065) AuthConfig (eec886f5ea7db3c11de23605eb3680005a62eb14dcf1774982c93a5a3cad5190)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"459944a1-dfac-4023-bb57-0e2b460b0544","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.359020374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"7d832d90-f558-4382-bb18-4623f2650b9b","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.359035601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"7d832d90-f558-4382-bb18-4623f2650b9b","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:36.387827527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"c239fd23-adbd-436b-9b7c-3f2c85944748","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:36.406045726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"c239fd23-adbd-436b-9b7c-3f2c85944748","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:36.42334662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28a3d0080fe4819fcfb01ae9f6b941237f6fe608331ed9a4830e08515788c3ac) AuthConfig (af2fdd1f332b42dbc0bf8b4440ae0e9ca5fbc13ee8f363b6bd76c8a2c7958f8d) AuthConfig (19d81e9ce20ed1a1e39ae34d6b3eb37a6a66f26fe729642112e200fa07254a4d) AuthConfig (4dc7f37159c62314feb960ce452980060c6296d7aa1740e050ea409287caad98) AuthConfig (21be2a8bdf3491eb6e80ec44d30b06a44c426c57d0bcf2ab6b80c6516e3f0658) AuthConfig (4a25e181cdc13e7bcf0b657b5d3183191743ed8003b2aa6f70f63506fa67922d) AuthConfig (fe0a93464154062a2830e1108af35acd7b45227bb5b425db946e14d68dad70dc) AuthConfig (904e8ce865f25e90fba5fa87c4b06a96bc1bc70402feb564bcd74676da78e0ea) AuthConfig (321d12b3d7061c2717954a3fe4e5b2cc7df0ba5cac611683245758f465c4a361) AuthConfig (9dbcb09a4b6013d4c4f676a6da2703f73a3b94ddae32a26d80618b42c7e261f4) AuthConfig (26a931fc9b1cf3a7c4ebe8e6f74084efde6ee4bef1ecd4eb24c41b599cb5d700) AuthConfig (e901677462e4f3967aad160fc2c021ddb88bc2235b0fc7fb11524460523c8a73) AuthConfig (c1fc12e28d94b9d3adac9d3b34f7f2a76702a7367e1aceff2e7c86e96e149725) AuthConfig (b7394b8dc2a101fb4bef3fa30dafbedbe89329fedc2b34f0162dc02c2090f616) AuthConfig (8bc6b5e428d419cc317290c73566ee904f0c2f242acfb43616b8c134ba4d8a19) AuthConfig (94b07ac41bd6d1ee7f7afcb7b8fe9d807e50b28ea0519260cf947f86684a3851) AuthConfig (a83e38aa9692a51088d622707c76e58a9abf2ac7c99d3cfbd3ed7a335866d065) AuthConfig (eec886f5ea7db3c11de23605eb3680005a62eb14dcf1774982c93a5a3cad5190)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"c239fd23-adbd-436b-9b7c-3f2c85944748","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.452309039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"85352ef7-cd31-43cd-84c6-b9cfb597e7cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.470627411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"85352ef7-cd31-43cd-84c6-b9cfb597e7cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.552470745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"1a68c078-ec3b-4f8b-9848-93f3265292e6","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.552489535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"1a68c078-ec3b-4f8b-9848-93f3265292e6","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.691775037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"7aa704f6-9e5a-4324-b1f1-06e46f71684a","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.691798383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"7aa704f6-9e5a-4324-b1f1-06e46f71684a","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.708894761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"ca43dbe3-4749-42df-84c4-1c08eb01c1b7","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.708911734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"ca43dbe3-4749-42df-84c4-1c08eb01c1b7","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.737335279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"8766a24e-7d65-4555-bb01-6486b4428c1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.783464721Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"8766a24e-7d65-4555-bb01-6486b4428c1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.800002897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"8766a24e-7d65-4555-bb01-6486b4428c1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.816713172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"ae7beaee-d5ec-4e6b-b723-83cf7e5f65d9","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.816728108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"ae7beaee-d5ec-4e6b-b723-83cf7e5f65d9","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:51.621512621Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.151900477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"e41bfec1-b8a2-40bd-8135-cc796847ceb6","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.151922859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"e41bfec1-b8a2-40bd-8135-cc796847ceb6","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.842419705Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","namespace":"ai-tenant-e2e-extmod-b-635bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.842474049Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","namespace":"ai-tenant-e2e-extmod-b-635bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.842520221Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","tenant":"e2e-extmod-b-635bbf","tenantID":"e2e-extmod-b-635bbf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.863677554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"Deployment","name":"maas-api-e2e-extmod-b-635bbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.89863283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"Service","name":"maas-api-e2e-extmod-b-635bbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.91786994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-635bbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.947426225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-635bbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.96717714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:52.984992621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.010058722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.030737992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.048863312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.06475547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.079547127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"Service","name":"payload-processing-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.097516526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.113515799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.131436335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.162705824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.193663139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.209303484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.228250088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.242269235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-635bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.256632886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-635bbf"},"namespace":"ai-tenant-e2e-extmod-b-635bbf","name":"default-tenant","reconcileID":"c589b0d9-b939-4c2f-ab2e-5dd9bbd60ed1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-635bbf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.537570445Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-635bbf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-635bbf","reconcileID":"77ff22c2-09f8-4cb1-949b-263011f1991a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-635bbf","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-635bbf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.940828221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e014ed1c-c207-4fa4-8993-8d2152ae1e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.955958122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e014ed1c-c207-4fa4-8993-8d2152ae1e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.971100426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e014ed1c-c207-4fa4-8993-8d2152ae1e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:53.985472131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e014ed1c-c207-4fa4-8993-8d2152ae1e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:54.589150425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60eea06-0617-4939-b019-e917a1b9a600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:54.603489249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60eea06-0617-4939-b019-e917a1b9a600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:54.617704986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60eea06-0617-4939-b019-e917a1b9a600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:54.631981687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60eea06-0617-4939-b019-e917a1b9a600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:57.844798907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"df4ca3be-0081-4b4b-872f-c3c64d7fd32b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:57.863111583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"df4ca3be-0081-4b4b-872f-c3c64d7fd32b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:57.879903666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"df4ca3be-0081-4b4b-872f-c3c64d7fd32b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.727287643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab092c7-396d-4229-9c66-f22f122549f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.792914639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab092c7-396d-4229-9c66-f22f122549f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.807491959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab092c7-396d-4229-9c66-f22f122549f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.821867875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab092c7-396d-4229-9c66-f22f122549f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:02.455857687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48044e79-82c8-45c3-addb-9f9798a4582c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:02.470229887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48044e79-82c8-45c3-addb-9f9798a4582c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:02.484542372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48044e79-82c8-45c3-addb-9f9798a4582c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:02.499176593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48044e79-82c8-45c3-addb-9f9798a4582c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:07.908239089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"7696e714-e4bd-402b-b94f-57a11f81e335","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:07.926475271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"7696e714-e4bd-402b-b94f-57a11f81e335","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:07.943458859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"7696e714-e4bd-402b-b94f-57a11f81e335","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.757976866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"d725bedc-0c53-4817-a4f7-7c0e0f5bf290","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.75800541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"d725bedc-0c53-4817-a4f7-7c0e0f5bf290","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.061887253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"4132ba31-6ade-4fda-900e-136370822302","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.061904971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"4132ba31-6ade-4fda-900e-136370822302","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.080468434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"ea0d1999-68b4-45bf-9ddd-5d010d67d277","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.080488555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"ea0d1999-68b4-45bf-9ddd-5d010d67d277","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.10869613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"2f9bd824-a2fd-4acb-affc-0167d1005f5a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.154365929Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"2f9bd824-a2fd-4acb-affc-0167d1005f5a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.17111166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"2f9bd824-a2fd-4acb-affc-0167d1005f5a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.188288474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"c3ffa2b7-560c-4d66-9389-986ec256b2c5","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.188304322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"c3ffa2b7-560c-4d66-9389-986ec256b2c5","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.050854939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"5e22a068-a43e-46c3-b135-0eb937d2ba27","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.069276075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"5e22a068-a43e-46c3-b135-0eb937d2ba27","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.085988615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (016995815cba6a2fd78226b8751b66d3f8d3b5c6955373661d7c55899280f827) AuthConfig (df8e8215435a6cb24c64285fcadcaff2353b2d11d700331f9f35b14533d746f9) AuthConfig (14cc379deb0af4ec61d01bc908893cf626a37786038293a350fbbfd063589d8c) AuthConfig (0a7201166a65db74575e4d54feacb0c38a90b14afc5bbde94c55e818edba7671) AuthConfig (0321fe803d0ea96124cadeefdb2578544831a4170281ed5e1f2d2818bc3bf2a3) AuthConfig (e8beb17a0ae9bdc38e8aaa409a900b7f630b7bd5d6acdb9ff0d313a9d88d1e83) AuthConfig (ca995a4ea9167a2124f6a26d53b581e61d26856dca974b9acdd0b8fdbbfaec0e) AuthConfig (562eee635b081dcd7d55efb72485637744ff2833aa61d53441563fac6fc6837d) AuthConfig (d5275886b729e6a358c766008c7fe860e42e9afb09c76e2585ca2273927e5b21) AuthConfig (3ca738312f07cd9df645adbb4e28fc5bebcafcf5c72dc7b5eda6576b5f40a84f) AuthConfig (aa6c746f93ccd9f42b27ab14f4d009162ffde347501e43fb8017cc6b7f0baff8) AuthConfig (ae1b87bb8ad3224768a013791a70ceb0e2ac64570905059d0560810ec98c2de6) AuthConfig (e17f2b430d5412b542fc7c722930f448b477956d69c9884103fd32014e8a9010) AuthConfig (655d14fd3e025adff3bce3783a304af6f6a8463b70c606921bfebe20f64ca597) AuthConfig (2c5a46783e1142f9cadcc163858c706e057888bf90de741b830a89632a1dbff2) AuthConfig (f1df95da068ee990c47dbee434276834ccd37616fc9110630e32d83d72d3c98c) AuthConfig (8096245cff8d5aa8b952a2c541d9283a02cc34793deb420623f7f0325902ea21) AuthConfig (ff7e42b2a41f85bdaed6dee09559edaf1906a4c1d2cb96c39342fbdc8ccfc9f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"5e22a068-a43e-46c3-b135-0eb937d2ba27","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.105796972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"705d6ed4-621a-4d73-a26a-ff12dfdb6282","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.105813692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"705d6ed4-621a-4d73-a26a-ff12dfdb6282","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.584473735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"234729d5-c6f1-4be4-a767-614f0894a54b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.601978606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"234729d5-c6f1-4be4-a767-614f0894a54b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.618631053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"234729d5-c6f1-4be4-a767-614f0894a54b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.621382742Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.175871119Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.175926737Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.175990824Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","tenant":"e2e-shared-a-w3-8db8d4","tenantID":"e2e-shared-a-w3-8db8d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.192828151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-8db8d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.219688003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"Service","name":"maas-api-e2e-shared-a-w3-8db8d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.238828588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-8db8d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.255478681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-8db8d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.273901489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.290179985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.309256478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.325278498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.339055978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.352628443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.366505881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.380545944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.394728814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.408657337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.422646698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.447820453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.464852993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.482926193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.498062734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-8db8d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.512265896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8db8d4"},"namespace":"ai-tenant-e2e-shared-a-w3-8db8d4","name":"default-tenant","reconcileID":"1903e31d-df40-4e52-a926-1fde2c81e906","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-8db8d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.783643954Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-8db8d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-8db8d4","reconcileID":"e0d834d0-3c83-4c49-91f6-74632be2e4e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-8db8d4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-8db8d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.140209462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098b9dc4-5ec7-468d-935b-df6a33990d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.1403554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"60387534-73f9-4bb2-8a6f-cf8f9725931d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.154911039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098b9dc4-5ec7-468d-935b-df6a33990d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.169359469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098b9dc4-5ec7-468d-935b-df6a33990d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.173477398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"60387534-73f9-4bb2-8a6f-cf8f9725931d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.184275398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098b9dc4-5ec7-468d-935b-df6a33990d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.201677076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (016995815cba6a2fd78226b8751b66d3f8d3b5c6955373661d7c55899280f827) AuthConfig (df8e8215435a6cb24c64285fcadcaff2353b2d11d700331f9f35b14533d746f9) AuthConfig (14cc379deb0af4ec61d01bc908893cf626a37786038293a350fbbfd063589d8c) AuthConfig (0a7201166a65db74575e4d54feacb0c38a90b14afc5bbde94c55e818edba7671) AuthConfig (0321fe803d0ea96124cadeefdb2578544831a4170281ed5e1f2d2818bc3bf2a3) AuthConfig (e8beb17a0ae9bdc38e8aaa409a900b7f630b7bd5d6acdb9ff0d313a9d88d1e83) AuthConfig (ca995a4ea9167a2124f6a26d53b581e61d26856dca974b9acdd0b8fdbbfaec0e) AuthConfig (562eee635b081dcd7d55efb72485637744ff2833aa61d53441563fac6fc6837d) AuthConfig (d5275886b729e6a358c766008c7fe860e42e9afb09c76e2585ca2273927e5b21) AuthConfig (3ca738312f07cd9df645adbb4e28fc5bebcafcf5c72dc7b5eda6576b5f40a84f) AuthConfig (aa6c746f93ccd9f42b27ab14f4d009162ffde347501e43fb8017cc6b7f0baff8) AuthConfig (ae1b87bb8ad3224768a013791a70ceb0e2ac64570905059d0560810ec98c2de6) AuthConfig (e17f2b430d5412b542fc7c722930f448b477956d69c9884103fd32014e8a9010) AuthConfig (655d14fd3e025adff3bce3783a304af6f6a8463b70c606921bfebe20f64ca597) AuthConfig (2c5a46783e1142f9cadcc163858c706e057888bf90de741b830a89632a1dbff2) AuthConfig (f1df95da068ee990c47dbee434276834ccd37616fc9110630e32d83d72d3c98c) AuthConfig (8096245cff8d5aa8b952a2c541d9283a02cc34793deb420623f7f0325902ea21) AuthConfig (ff7e42b2a41f85bdaed6dee09559edaf1906a4c1d2cb96c39342fbdc8ccfc9f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"60387534-73f9-4bb2-8a6f-cf8f9725931d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.662511324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"bcc8a533-95de-4330-a4fa-8b0d178381df","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.688347943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"bcc8a533-95de-4330-a4fa-8b0d178381df","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.706566855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"bcc8a533-95de-4330-a4fa-8b0d178381df","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.783065433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fc186d-e8d2-4342-b262-2b27529b46ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.797355281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fc186d-e8d2-4342-b262-2b27529b46ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.811739875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fc186d-e8d2-4342-b262-2b27529b46ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.825995236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fc186d-e8d2-4342-b262-2b27529b46ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:35.103328336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893bbae0-3ce8-4f3b-a903-200461c4bfc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:35.117791348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893bbae0-3ce8-4f3b-a903-200461c4bfc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:35.132110901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893bbae0-3ce8-4f3b-a903-200461c4bfc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:35.146632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893bbae0-3ce8-4f3b-a903-200461c4bfc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:35.768071906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07ca6a0-177e-4921-83c4-e1f962a9d89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:35.782421086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07ca6a0-177e-4921-83c4-e1f962a9d89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:35.796735449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07ca6a0-177e-4921-83c4-e1f962a9d89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:35.810905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07ca6a0-177e-4921-83c4-e1f962a9d89e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:38.249873426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"4a118cef-dc94-49ec-b064-725f0931814e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:38.268443808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"4a118cef-dc94-49ec-b064-725f0931814e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:38.285404077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (016995815cba6a2fd78226b8751b66d3f8d3b5c6955373661d7c55899280f827) AuthConfig (df8e8215435a6cb24c64285fcadcaff2353b2d11d700331f9f35b14533d746f9) AuthConfig (14cc379deb0af4ec61d01bc908893cf626a37786038293a350fbbfd063589d8c) AuthConfig (0a7201166a65db74575e4d54feacb0c38a90b14afc5bbde94c55e818edba7671) AuthConfig (0321fe803d0ea96124cadeefdb2578544831a4170281ed5e1f2d2818bc3bf2a3) AuthConfig (e8beb17a0ae9bdc38e8aaa409a900b7f630b7bd5d6acdb9ff0d313a9d88d1e83) AuthConfig (ca995a4ea9167a2124f6a26d53b581e61d26856dca974b9acdd0b8fdbbfaec0e) AuthConfig (562eee635b081dcd7d55efb72485637744ff2833aa61d53441563fac6fc6837d) AuthConfig (d5275886b729e6a358c766008c7fe860e42e9afb09c76e2585ca2273927e5b21) AuthConfig (3ca738312f07cd9df645adbb4e28fc5bebcafcf5c72dc7b5eda6576b5f40a84f) AuthConfig (aa6c746f93ccd9f42b27ab14f4d009162ffde347501e43fb8017cc6b7f0baff8) AuthConfig (ae1b87bb8ad3224768a013791a70ceb0e2ac64570905059d0560810ec98c2de6) AuthConfig (e17f2b430d5412b542fc7c722930f448b477956d69c9884103fd32014e8a9010) AuthConfig (655d14fd3e025adff3bce3783a304af6f6a8463b70c606921bfebe20f64ca597) AuthConfig (2c5a46783e1142f9cadcc163858c706e057888bf90de741b830a89632a1dbff2) AuthConfig (f1df95da068ee990c47dbee434276834ccd37616fc9110630e32d83d72d3c98c) AuthConfig (8096245cff8d5aa8b952a2c541d9283a02cc34793deb420623f7f0325902ea21) AuthConfig (ff7e42b2a41f85bdaed6dee09559edaf1906a4c1d2cb96c39342fbdc8ccfc9f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"4a118cef-dc94-49ec-b064-725f0931814e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:38.738830867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"5dfa9132-74d2-4c1f-acbd-aa3d19fcea6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:38.756889937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"5dfa9132-74d2-4c1f-acbd-aa3d19fcea6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:38.774006987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"5dfa9132-74d2-4c1f-acbd-aa3d19fcea6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.302992697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ee12e4e-316c-4d6c-ad98-632ca4e2b5cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.303012387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ee12e4e-316c-4d6c-ad98-632ca4e2b5cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.320977082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d434db41-797c-4fc0-adf9-4dfa1a2154fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.320995282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d434db41-797c-4fc0-adf9-4dfa1a2154fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.362748535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"98fb42c7-fa1b-44a5-b85c-88216423dc68","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.408995743Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"98fb42c7-fa1b-44a5-b85c-88216423dc68","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.427114194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"98fb42c7-fa1b-44a5-b85c-88216423dc68","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.446261424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeab3db2-4628-4a69-94d2-4070f4c724af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.44627774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeab3db2-4628-4a69-94d2-4070f4c724af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:48.314397998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"42a59d40-135d-4e23-a3f2-4abb28b8d16b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:48.333059835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"42a59d40-135d-4e23-a3f2-4abb28b8d16b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:48.350484537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (016995815cba6a2fd78226b8751b66d3f8d3b5c6955373661d7c55899280f827) AuthConfig (df8e8215435a6cb24c64285fcadcaff2353b2d11d700331f9f35b14533d746f9) AuthConfig (14cc379deb0af4ec61d01bc908893cf626a37786038293a350fbbfd063589d8c) AuthConfig (0a7201166a65db74575e4d54feacb0c38a90b14afc5bbde94c55e818edba7671) AuthConfig (0321fe803d0ea96124cadeefdb2578544831a4170281ed5e1f2d2818bc3bf2a3) AuthConfig (e8beb17a0ae9bdc38e8aaa409a900b7f630b7bd5d6acdb9ff0d313a9d88d1e83) AuthConfig (ca995a4ea9167a2124f6a26d53b581e61d26856dca974b9acdd0b8fdbbfaec0e) AuthConfig (562eee635b081dcd7d55efb72485637744ff2833aa61d53441563fac6fc6837d) AuthConfig (d5275886b729e6a358c766008c7fe860e42e9afb09c76e2585ca2273927e5b21) AuthConfig (3ca738312f07cd9df645adbb4e28fc5bebcafcf5c72dc7b5eda6576b5f40a84f) AuthConfig (aa6c746f93ccd9f42b27ab14f4d009162ffde347501e43fb8017cc6b7f0baff8) AuthConfig (ae1b87bb8ad3224768a013791a70ceb0e2ac64570905059d0560810ec98c2de6) AuthConfig (e17f2b430d5412b542fc7c722930f448b477956d69c9884103fd32014e8a9010) AuthConfig (655d14fd3e025adff3bce3783a304af6f6a8463b70c606921bfebe20f64ca597) AuthConfig (2c5a46783e1142f9cadcc163858c706e057888bf90de741b830a89632a1dbff2) AuthConfig (f1df95da068ee990c47dbee434276834ccd37616fc9110630e32d83d72d3c98c) AuthConfig (8096245cff8d5aa8b952a2c541d9283a02cc34793deb420623f7f0325902ea21) AuthConfig (ff7e42b2a41f85bdaed6dee09559edaf1906a4c1d2cb96c39342fbdc8ccfc9f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"42a59d40-135d-4e23-a3f2-4abb28b8d16b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:48.864292588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"13ce7cdf-bef8-46d1-b1a7-1da1f08caf2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:48.882308596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"13ce7cdf-bef8-46d1-b1a7-1da1f08caf2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:48.900078851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"13ce7cdf-bef8-46d1-b1a7-1da1f08caf2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:51.621558192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:51.838793889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8ba4c8-27b0-4554-b7f0-dbbd1b982703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:51.853727689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8ba4c8-27b0-4554-b7f0-dbbd1b982703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:51.868202024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8ba4c8-27b0-4554-b7f0-dbbd1b982703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:51.882380221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8ba4c8-27b0-4554-b7f0-dbbd1b982703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:52.460017885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c5a589-5b6a-4fa8-ba58-5e0c62636a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:52.47423825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c5a589-5b6a-4fa8-ba58-5e0c62636a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:52.4890859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c5a589-5b6a-4fa8-ba58-5e0c62636a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:52.503293735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c5a589-5b6a-4fa8-ba58-5e0c62636a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:53.059066537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854d3a53-6ea9-45c4-a8c8-ceaa373feb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:53.075160375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854d3a53-6ea9-45c4-a8c8-ceaa373feb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:53.089874469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854d3a53-6ea9-45c4-a8c8-ceaa373feb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:53.104317194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854d3a53-6ea9-45c4-a8c8-ceaa373feb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:54.489148642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"bd9d4ce6-7d53-4ef4-bcfd-313304bc31b8","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:54.508029816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"bd9d4ce6-7d53-4ef4-bcfd-313304bc31b8","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:54.524678126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"bd9d4ce6-7d53-4ef4-bcfd-313304bc31b8","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.436257793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"a72e5d9d-5833-4b42-84d9-212a276df86f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.454844678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"a72e5d9d-5833-4b42-84d9-212a276df86f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.532406319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"77159392-37c8-4dc1-8e42-b4d17bd72271","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.532422295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"77159392-37c8-4dc1-8e42-b4d17bd72271","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.928422057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"5bd7d77b-f5d8-41de-96fc-72c32a9dbb88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.947390994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"5bd7d77b-f5d8-41de-96fc-72c32a9dbb88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.96484438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0a3caaca5143b81e2291beb82dc8b1afa251b3da9b78bb7768545226d30660d) AuthConfig (89b5800e414ced11748c05ce4e88a0ca3181fc20b13695b5a1281df6a8fb9f90) AuthConfig (2663dfd5389bdd889d7dd8ca1f66a283bfb13d88c3f730ecd78995447e6f2a65) AuthConfig (b24cf270be2709e9af592f2ce407865d517e09055b9ee43a92862d215b23850d) AuthConfig (429a5c5337ed0be4f862a1005c9af451ccee7cf2b73329d9d6edac9b48606677) AuthConfig (91a5241032ec38b5c094861c6cfb42d4ae34c5d66071dfb74775ff08486d21b1) AuthConfig (a2c61cb7d960d2cc7da459c29f063017b828dc406a97034ae20a236f8ab9a6e5) AuthConfig (39df02816999c335a044ce3e77777f8af9cb46aeffda911eea4eb06099f70149) AuthConfig (ac4394a80d3db619e73a72c21d56273a98c063de04a5dbd50a5864cb1249da72) AuthConfig (2a0809bbc3b158950fec3b9a6581140b6a646b2ffc1186a0ad0d74dbc5557d1b) AuthConfig (86c7484464b72d49f44bb899732ed5950acf1a756557ff09e67746e693966278) AuthConfig (395a0e5eb2068eaaabb4782a093a4406d723080feb53b87757c0cbc9bae84924) AuthConfig (fd231e755b74f2a866e7d3274feb2a64ab3a58eb6e74aaff4d59d21f96d95161) AuthConfig (e40c0a31eb6a42b3548ee9ca3a73043a89ecde5e9bf0f549e217a662906b2af6) AuthConfig (f2da5d0ea93b706da188e4557fff0422f1bc58eecbb30926f1ac19e25dccc536) AuthConfig (a277cfd2e9c95df222ebc889893eb029ae774b0093dcd54ca324f6127762906c) AuthConfig (9e8cd3e915aaa989706a1e860072285acc514c80d1b272951981f6320868d595) AuthConfig (902d1a2dba2214464d78b06492e275a1a3f49b7e4e7433900b74b1b909ef37a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"5bd7d77b-f5d8-41de-96fc-72c32a9dbb88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.984495081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"14a2b90b-5684-45a5-9706-2fbaeb9738d6","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.984513174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"14a2b90b-5684-45a5-9706-2fbaeb9738d6","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.227458524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"cca631a2-0dfe-4f53-9e4e-091c89fbb1a2","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.227482279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"cca631a2-0dfe-4f53-9e4e-091c89fbb1a2","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.247389041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c3c8673c-c676-452d-aca7-a8698760e704","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.247409274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c3c8673c-c676-452d-aca7-a8698760e704","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.255562508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"959091c1-4362-4a54-bb03-1632f9d7d1ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:00.2597052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-dffbbc","reconcileID":"14d03b47-fc48-479f-a7ed-eb23d124beb8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-dffbbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:00.262706829Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c3c8673c-c676-452d-aca7-a8698760e704","name":"sub-test-model-140669","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-140669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:00.262755922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c3c8673c-c676-452d-aca7-a8698760e704","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-140669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.268066398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"79734b37-95bd-4796-b08d-a68389121aca","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.268081924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"79734b37-95bd-4796-b08d-a68389121aca","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.273816725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"959091c1-4362-4a54-bb03-1632f9d7d1ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.292936716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c1805897-6757-42a2-a93d-92bb4f03d47d","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.292956071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c1805897-6757-42a2-a93d-92bb4f03d47d","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.311646345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"2f7021d6-69cc-4099-90f0-a0fd9e7f0929","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.311661283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"2f7021d6-69cc-4099-90f0-a0fd9e7f0929","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.371659702Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-dffbbc","reconcileID":"37c2808a-e820-4afb-a64b-b7f5cfdb7cc9","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"sub-test-model-140669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-140669/e2e-shared-sub-dffbbc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.42245751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"22436d8c-bd6c-48ea-a002-6211d84dd56b","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.422471128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"22436d8c-bd6c-48ea-a002-6211d84dd56b","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.42681608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"e570c4c7-c01b-4f1d-bd9c-70d0173d10e9","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.426829005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"e570c4c7-c01b-4f1d-bd9c-70d0173d10e9","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.430881632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"25e38e4e-1e29-4d4d-8235-f35e6c789763","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.445981154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"91d5a5df-1f4e-4775-9600-c14ca631d4c8","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.445997397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"91d5a5df-1f4e-4775-9600-c14ca631d4c8","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.450579015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"25e38e4e-1e29-4d4d-8235-f35e6c789763","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:00.456926803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-dffbbc","reconcileID":"3c6bfafe-21f9-4a91-80fb-180b90d8818a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-dffbbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.478716472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-dffbbc","reconcileID":"b9db9eb7-369f-4256-b55e-b6a70f6cfa1c","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.489338073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"a2d324b8-5394-4c4b-8719-24c963930736","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.489355178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"a2d324b8-5394-4c4b-8719-24c963930736","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.506570296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"8c9eb52c-fd25-4ac4-a45d-9fa9c507e624","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.506603314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"8c9eb52c-fd25-4ac4-a45d-9fa9c507e624","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.530508607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"2193b593-8ceb-4f2b-b94a-aca436a0206e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.548291958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"2193b593-8ceb-4f2b-b94a-aca436a0206e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.582266726Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-dffbbc","reconcileID":"48c04f0c-ec90-41a3-a393-e55a666f9b9f","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"sub-test-model-2e2044","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-2e2044/e2e-shared-sub-dffbbc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.608201936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"1762c728-8135-41cb-b0ac-42961c0c45c7","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.608214969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"1762c728-8135-41cb-b0ac-42961c0c45c7","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.626931836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"9b096578-e627-40d2-b2b5-909ba76a0cf2","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.626946693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"9b096578-e627-40d2-b2b5-909ba76a0cf2","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.634326543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"36b31572-2a80-44b7-864c-11d0e9869f5d","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.634341777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"36b31572-2a80-44b7-864c-11d0e9869f5d","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.635933766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"082c7251-aab1-4883-860f-083b2eb7354a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:00.640403313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-dffbbc","reconcileID":"abce08e3-5230-4018-b3c4-f4f8b29218b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-dffbbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.653331947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"082c7251-aab1-4883-860f-083b2eb7354a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.675924586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"76c037f5-25f6-4ea4-92c7-4d971231aee3","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.675939812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"76c037f5-25f6-4ea4-92c7-4d971231aee3","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.68998733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-dffbbc","reconcileID":"10ac9874-8dec-4c6a-a654-f02223c90114","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.694558882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"bd7f7893-c7ab-4fcd-8424-90a4aecb15d0","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.694574224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"bd7f7893-c7ab-4fcd-8424-90a4aecb15d0","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.73580363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"ff7241ac-4b72-4d77-8071-b9e31f0e8929","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.753397958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"ff7241ac-4b72-4d77-8071-b9e31f0e8929","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.793738476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"479e59f3-7e2d-4c6f-bf22-6a47c0356065","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.793752386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"479e59f3-7e2d-4c6f-bf22-6a47c0356065","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.810259812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"daba6cfd-1d51-4429-a042-740ff2cdddce","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.810273062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"daba6cfd-1d51-4429-a042-740ff2cdddce","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.813122953Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-dffbbc","reconcileID":"b14718fe-0435-44e6-9346-c50145463f95","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-140669/e2e-a-only-dffbbc","ai-tenant-e2e-shared-a-w2-140669/e2e-shared-sub-dffbbc"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:00.826536964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-dffbbc","reconcileID":"eea2c058-0ed0-4966-bbdd-e08c6383d422","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-dffbbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.862136268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"ffd04e27-e8d2-402f-9b92-3c0714c5f95c","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.86215063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"ffd04e27-e8d2-402f-9b92-3c0714c5f95c","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.86511002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"32c0efdb-587a-4220-8371-618578ba069c","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.865124934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"32c0efdb-587a-4220-8371-618578ba069c","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.881028066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"c98eb8bd-4933-44d2-a681-12e4c702d67b","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.881040828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"c98eb8bd-4933-44d2-a681-12e4c702d67b","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.895067689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-dffbbc","reconcileID":"73e737e7-804c-4516-ac02-e86efd8e8d1a","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.93135969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"0b2ae7dd-535b-4e62-9c84-36546a05ac89","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.949097402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"0b2ae7dd-535b-4e62-9c84-36546a05ac89","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.993604401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-dffbbc","reconcileID":"3b9f9ff6-5c49-41a1-b330-f7f22dcb390e","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.012962276Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-dffbbc","reconcileID":"ad295010-568b-428d-b387-40b486b1858b","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-2e2044/e2e-b-only-dffbbc","ai-tenant-e2e-shared-b-w2-2e2044/e2e-shared-sub-dffbbc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.050074881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"7229fdc5-a4c8-4806-9cdb-a67d209c7bdc","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.050089765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"7229fdc5-a4c8-4806-9cdb-a67d209c7bdc","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.064416889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"4d6b3198-3ffc-49b9-b177-4a73fcbf0373","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.0644332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"4d6b3198-3ffc-49b9-b177-4a73fcbf0373","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.092420278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-dffbbc","reconcileID":"58700f42-e315-45ff-8fc4-77302d07cbaa","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.239130198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-dffbbc","reconcileID":"e6c09df6-58ef-4d13-8077-a80dc6bd1e31","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:04.566993227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"d41cb1ea-d701-412c-9375-6e1f4921fd3f","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:04.591090977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"d41cb1ea-d701-412c-9375-6e1f4921fd3f","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:04.611373739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"d41cb1ea-d701-412c-9375-6e1f4921fd3f","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:09.013209905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"ebd21287-6f3e-4fdc-ad64-62c763ead449","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:09.032479848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"ebd21287-6f3e-4fdc-ad64-62c763ead449","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:09.050213869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0a3caaca5143b81e2291beb82dc8b1afa251b3da9b78bb7768545226d30660d) AuthConfig (89b5800e414ced11748c05ce4e88a0ca3181fc20b13695b5a1281df6a8fb9f90) AuthConfig (2663dfd5389bdd889d7dd8ca1f66a283bfb13d88c3f730ecd78995447e6f2a65) AuthConfig (b24cf270be2709e9af592f2ce407865d517e09055b9ee43a92862d215b23850d) AuthConfig (429a5c5337ed0be4f862a1005c9af451ccee7cf2b73329d9d6edac9b48606677) AuthConfig (91a5241032ec38b5c094861c6cfb42d4ae34c5d66071dfb74775ff08486d21b1) AuthConfig (a2c61cb7d960d2cc7da459c29f063017b828dc406a97034ae20a236f8ab9a6e5) AuthConfig (39df02816999c335a044ce3e77777f8af9cb46aeffda911eea4eb06099f70149) AuthConfig (ac4394a80d3db619e73a72c21d56273a98c063de04a5dbd50a5864cb1249da72) AuthConfig (2a0809bbc3b158950fec3b9a6581140b6a646b2ffc1186a0ad0d74dbc5557d1b) AuthConfig (86c7484464b72d49f44bb899732ed5950acf1a756557ff09e67746e693966278) AuthConfig (395a0e5eb2068eaaabb4782a093a4406d723080feb53b87757c0cbc9bae84924) AuthConfig (fd231e755b74f2a866e7d3274feb2a64ab3a58eb6e74aaff4d59d21f96d95161) AuthConfig (e40c0a31eb6a42b3548ee9ca3a73043a89ecde5e9bf0f549e217a662906b2af6) AuthConfig (f2da5d0ea93b706da188e4557fff0422f1bc58eecbb30926f1ac19e25dccc536) AuthConfig (a277cfd2e9c95df222ebc889893eb029ae774b0093dcd54ca324f6127762906c) AuthConfig (9e8cd3e915aaa989706a1e860072285acc514c80d1b272951981f6320868d595) AuthConfig (902d1a2dba2214464d78b06492e275a1a3f49b7e4e7433900b74b1b909ef37a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"ebd21287-6f3e-4fdc-ad64-62c763ead449","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:11.943152474Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:11.943207728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:11.943255272Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","tenant":"e2e-shared-b-w3-b6ed7d","tenantID":"e2e-shared-b-w3-b6ed7d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:11.959380165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-b6ed7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:11.988956635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"Service","name":"maas-api-e2e-shared-b-w3-b6ed7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.00644603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-b6ed7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.025174197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-b6ed7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.042092079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.05901459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.078336018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.097535528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.111698035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.125846105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.140346209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.154913499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.16933444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.183789774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.198135916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.2184715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.23285188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.248079267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.262295186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-b6ed7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.291822032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d"},"namespace":"ai-tenant-e2e-shared-b-w3-b6ed7d","name":"default-tenant","reconcileID":"ca690942-8604-47cd-9546-3552845fbe53","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-b6ed7d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.325207355Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","namespace":"ai-tenant-e2e-mt-7b8f0d3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.325287437Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","namespace":"ai-tenant-e2e-mt-7b8f0d3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.325394744Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","tenant":"e2e-mt-7b8f0d3c","tenantID":"e2e-mt-7b8f0d3c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.349998147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"Deployment","name":"maas-api-e2e-mt-7b8f0d3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.434019002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"Service","name":"maas-api-e2e-mt-7b8f0d3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.453934912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-7b8f0d3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.472253842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-7b8f0d3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.49396841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.511058383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.529944225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.550368619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.564272421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"Deployment","name":"payload-processing-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.578013141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.591856391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"Service","name":"payload-processing-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.606068237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"Service","name":"payload-pre-processing-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.610835104Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-b6ed7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-b6ed7d","reconcileID":"63fb1430-77fc-407f-94e0-3e55da08fc83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-b6ed7d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-b6ed7d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.620231644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"DestinationRule","name":"payload-processing-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.634264794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.648349056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.666297993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.692154385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.707259178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.721877581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-7b8f0d3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:12.737206502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7b8f0d3c"},"namespace":"ai-tenant-e2e-mt-7b8f0d3c","name":"default-tenant","reconcileID":"c3c951aa-a65f-4b3f-b5d6-ca9044d09766","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-7b8f0d3c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.087737435Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7b8f0d3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7b8f0d3c","reconcileID":"88f88b6f-691f-4ae0-a7bc-64b6fdb4f6db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7b8f0d3c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-7b8f0d3c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.096495556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1516b4cd-2179-4bfb-a467-154834db3d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.111137436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1516b4cd-2179-4bfb-a467-154834db3d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.125811217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1516b4cd-2179-4bfb-a467-154834db3d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.140263466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1516b4cd-2179-4bfb-a467-154834db3d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.781049138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b0489d-b185-47c0-a833-7d3e914e9583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.795445255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b0489d-b185-47c0-a833-7d3e914e9583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.809932878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b0489d-b185-47c0-a833-7d3e914e9583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.824260295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b0489d-b185-47c0-a833-7d3e914e9583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.377194944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ced0f52-0bd6-410b-9b80-5c3951a74953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.391743088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ced0f52-0bd6-410b-9b80-5c3951a74953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.406109597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ced0f52-0bd6-410b-9b80-5c3951a74953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.420426741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ced0f52-0bd6-410b-9b80-5c3951a74953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.707340467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"42a344e9-5010-41d6-bcc2-ffa2de07303a","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.725053812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"42a344e9-5010-41d6-bcc2-ffa2de07303a","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.741730235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"42a344e9-5010-41d6-bcc2-ffa2de07303a","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.079346797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"f1fbf87e-be49-447b-8eb8-8f7c3c774e93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.097629904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"f1fbf87e-be49-447b-8eb8-8f7c3c774e93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.114859878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-265447-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0a3caaca5143b81e2291beb82dc8b1afa251b3da9b78bb7768545226d30660d) AuthConfig (89b5800e414ced11748c05ce4e88a0ca3181fc20b13695b5a1281df6a8fb9f90) AuthConfig (2663dfd5389bdd889d7dd8ca1f66a283bfb13d88c3f730ecd78995447e6f2a65) AuthConfig (b24cf270be2709e9af592f2ce407865d517e09055b9ee43a92862d215b23850d) AuthConfig (429a5c5337ed0be4f862a1005c9af451ccee7cf2b73329d9d6edac9b48606677) AuthConfig (91a5241032ec38b5c094861c6cfb42d4ae34c5d66071dfb74775ff08486d21b1) AuthConfig (a2c61cb7d960d2cc7da459c29f063017b828dc406a97034ae20a236f8ab9a6e5) AuthConfig (39df02816999c335a044ce3e77777f8af9cb46aeffda911eea4eb06099f70149) AuthConfig (ac4394a80d3db619e73a72c21d56273a98c063de04a5dbd50a5864cb1249da72) AuthConfig (2a0809bbc3b158950fec3b9a6581140b6a646b2ffc1186a0ad0d74dbc5557d1b) AuthConfig (86c7484464b72d49f44bb899732ed5950acf1a756557ff09e67746e693966278) AuthConfig (395a0e5eb2068eaaabb4782a093a4406d723080feb53b87757c0cbc9bae84924) AuthConfig (fd231e755b74f2a866e7d3274feb2a64ab3a58eb6e74aaff4d59d21f96d95161) AuthConfig (e40c0a31eb6a42b3548ee9ca3a73043a89ecde5e9bf0f549e217a662906b2af6) AuthConfig (f2da5d0ea93b706da188e4557fff0422f1bc58eecbb30926f1ac19e25dccc536) AuthConfig (a277cfd2e9c95df222ebc889893eb029ae774b0093dcd54ca324f6127762906c) AuthConfig (9e8cd3e915aaa989706a1e860072285acc514c80d1b272951981f6320868d595) AuthConfig (902d1a2dba2214464d78b06492e275a1a3f49b7e4e7433900b74b1b909ef37a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"f1fbf87e-be49-447b-8eb8-8f7c3c774e93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.988762575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"5dd66ac0-778c-4f7c-a296-5d5952b3abfe","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.98906303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"3c83e3ab-a469-4b9b-9243-9d658d3298cc","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.989469889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"c743b953-46a5-4784-8742-c91dbe752a6b","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.004194616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"16191031-0c1b-4f52-9260-760e3983f613","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.026688855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"b9980066-f495-4877-9dbe-1d5549fbfb5d","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.026924741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"4396efd2-a1d8-4691-81eb-533f02e74404","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.027075111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"07e58d85-74a7-4270-8edb-dad932be5b14","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.027302857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"e458e6e2-b304-463a-bf1d-2bf739a6c432","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.062572427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ad916eca-3804-4e28-a680-ea5ac613cc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.062699882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c39f0d30-d671-440f-80d1-17bff6837839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.071267363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"b7323013-8ef1-400b-b188-f015bd2a6bd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.07208406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"39c1f5ac-7227-4792-ac2d-735a19341467","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.102213749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"c39f0d30-d671-440f-80d1-17bff6837839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.105491982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"ad916eca-3804-4e28-a680-ea5ac613cc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.223238951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"9b088e26-7f6e-4692-9296-4ac56d3ad003","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.223423885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"bf9c4852-2d40-404a-9edf-1b71b36e6271","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.292610374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"9d11e628-285f-440f-b92b-c0bc8fd6b647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.292996215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"7f9ae48b-0122-48f0-a1de-24497c7d9eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.312642988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"9d11e628-285f-440f-b92b-c0bc8fd6b647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.313427235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"7f9ae48b-0122-48f0-a1de-24497c7d9eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.32745657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ee33b-93ea-4979-85e1-22fedab9aaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.342481858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ee33b-93ea-4979-85e1-22fedab9aaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.39198765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ee33b-93ea-4979-85e1-22fedab9aaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.409164346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ee33b-93ea-4979-85e1-22fedab9aaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.985438981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c58a571-510c-4d23-acae-d408e4330a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.03204419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c58a571-510c-4d23-acae-d408e4330a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.048994139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c58a571-510c-4d23-acae-d408e4330a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.064809405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c58a571-510c-4d23-acae-d408e4330a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.628840131Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.674195342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a474e96-0099-45c0-8131-0ddf3a3b6ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.689634892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a474e96-0099-45c0-8131-0ddf3a3b6ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.704019044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a474e96-0099-45c0-8131-0ddf3a3b6ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.718697038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a474e96-0099-45c0-8131-0ddf3a3b6ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.339606758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-dffbbc","reconcileID":"893ecf0e-d293-4dc9-8da9-31c4a897722b","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.339655913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-dffbbc","reconcileID":"0ccf9a98-0e4f-4d41-b774-ac75f22964e8","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.395451563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"2daf4e74-6c34-40ce-982b-0ab11b040edc","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.395468331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"2daf4e74-6c34-40ce-982b-0ab11b040edc","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.398079394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"195d2b64-7d71-44e3-9b39-6fc8e74c402d","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.398098854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"195d2b64-7d71-44e3-9b39-6fc8e74c402d","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.441113273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-dffbbc","reconcileID":"bbee5f0f-f35c-4941-adff-b34afb2c9959","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.44117962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-dffbbc","reconcileID":"d8c5c4d6-a8c8-4c88-a7e8-eca42d7e0a89","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.498419116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"b3116b5a-8875-40c5-bd50-b65ee13fe8a4","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.498438474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"b3116b5a-8875-40c5-bd50-b65ee13fe8a4","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.50102726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"971bedb9-238e-4708-a610-f8a15d7265f8","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.501045326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"971bedb9-238e-4708-a610-f8a15d7265f8","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.615852099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"e6813900-c268-475d-8661-c0b9386fb55b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.633794827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"e6813900-c268-475d-8661-c0b9386fb55b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.838248633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"9aa2c773-21b4-459d-a497-13bff1efd51c","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.856828427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"9aa2c773-21b4-459d-a497-13bff1efd51c","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.875113357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"9aa2c773-21b4-459d-a497-13bff1efd51c","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.898747504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3638c77e-8218-4843-9dc8-faedb0fa0e75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:24.899240893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3638c77e-8218-4843-9dc8-faedb0fa0e75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:25.387090226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"9111dc58-ccd6-40bf-8cce-96360ff3146c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:25.404639178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"9111dc58-ccd6-40bf-8cce-96360ff3146c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.197963872Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"17f0a954-6833-4787-a179-9ee02553f2de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.198176278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"2931d0b5-a3c4-4945-b9b5-926f3d5fc9fb","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.198193582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"2931d0b5-a3c4-4945-b9b5-926f3d5fc9fb","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.276236944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-dffbbc","reconcileID":"2866f584-f07c-4529-91ed-3e3c10d04237","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.276722945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-dffbbc","reconcileID":"661abf60-d9e3-43e5-8798-a983ea379068","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.359059782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"17f0a954-6833-4787-a179-9ee02553f2de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.40496528Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"17f0a954-6833-4787-a179-9ee02553f2de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.404981701Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"17f0a954-6833-4787-a179-9ee02553f2de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.423135336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c569b4fa-5476-4e57-8e47-30d3ae43f148","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.423151351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c569b4fa-5476-4e57-8e47-30d3ae43f148","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.501337963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-dffbbc","reconcileID":"c908d64a-eb9c-4282-a7c3-508cc2ee8dd3","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.50157366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-dffbbc","reconcileID":"ccf5f147-e0e3-4335-bcaa-e6e3b3e73e3a","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.572850239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"0944e695-d376-45de-ba63-568a94493c67","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.572875512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"0944e695-d376-45de-ba63-568a94493c67","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.143078562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"93af6df7-324b-493f-a242-1ea93ad3f501","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.160994422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"93af6df7-324b-493f-a242-1ea93ad3f501","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.327653921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"940e5d8b-32f0-416d-bada-5a166e41d9e2","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.327674006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"940e5d8b-32f0-416d-bada-5a166e41d9e2","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.183541688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"11440187-3b75-45c2-9f0d-03ff9a851f3c","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.18391217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"31c6b622-4bf7-4b6f-b85e-5675ba27c99d","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.184210469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"f63ebad4-68f6-43e5-9dba-82c8f328ef47","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.184397191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"39e2383b-4921-4024-b372-c09efd5d57b8","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.225623312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ed6c1627-f313-4417-a43d-a20007b14dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.225628752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"462b53aa-2e2c-47ee-a254-059f9d9a8397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.241929966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"ba3b38af-2db8-436c-a3a2-867f309bdc57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.24359602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"462b53aa-2e2c-47ee-a254-059f9d9a8397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.244025791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"375926d2-8503-49a9-8c32-b7db25a1d5a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.244117354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ed6c1627-f313-4417-a43d-a20007b14dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.341932304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"ab2844a4-558d-4e1d-9301-7eb321380b88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.342011387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"28017f75-0361-468a-8bbb-5266f9edb2fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.414821607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"d83619f4-eb2c-45e9-905d-18dd54bfa9af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.414860517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d4b1ccc6-6836-4555-a444-9607260f8a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.43332884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"d83619f4-eb2c-45e9-905d-18dd54bfa9af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.433329781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"d4b1ccc6-6836-4555-a444-9607260f8a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.622925359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"274329c8-783d-49ad-bdd8-9d76c9152cd8","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.42866891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"0b5b507d-8287-47ad-a8b0-e717311676e2","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.428694173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"0b5b507d-8287-47ad-a8b0-e717311676e2","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.451047214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"f52d6683-c040-4b23-96ba-a15dba3b88c3","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.451063469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"f52d6683-c040-4b23-96ba-a15dba3b88c3","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.479460059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"73281d47-ef7d-4dca-9f42-1134f7b11268","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.527768516Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"73281d47-ef7d-4dca-9f42-1134f7b11268","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.547558473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"73281d47-ef7d-4dca-9f42-1134f7b11268","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.568980007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"ab339ed5-ab3e-4806-82c6-524480b6efb6","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.56899421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"ab339ed5-ab3e-4806-82c6-524480b6efb6","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.80019971Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cdd5b556-0b5e-4f94-8071-9767fbf09ee0","namespace":"ai-tenant-e2e-worker-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.800266048Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cdd5b556-0b5e-4f94-8071-9767fbf09ee0","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.819036715Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cdd5b556-0b5e-4f94-8071-9767fbf09ee0","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.819765303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"01c279e2-1f09-4529-867b-ce2f959d0e3a","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.835982667Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cdd5b556-0b5e-4f94-8071-9767fbf09ee0","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.836000661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cdd5b556-0b5e-4f94-8071-9767fbf09ee0","namespace":"ai-tenant-e2e-worker-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.83606225Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cdd5b556-0b5e-4f94-8071-9767fbf09ee0","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.839131239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"e49c529a-ec66-4a09-aadf-0afbef6ca20f","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.85706564Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cdd5b556-0b5e-4f94-8071-9767fbf09ee0","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.860178551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"755d634d-1e6b-4765-9c64-e0655993363d","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.873450971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e9689463-6cdb-4a9d-8b29-33332125b6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.873707935Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"28ba1467-0a2a-482f-81e5-c3b46b01b9ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ff178ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.874182927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"bca3d3a7-0525-42a0-8edc-f995a3bf3c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.878157089Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cdd5b556-0b5e-4f94-8071-9767fbf09ee0","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.881510435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"edb64507-a25c-430c-b30e-a9be17daa51f","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.888363281Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"d3a98a63-a443-45c7-84ac-53adb2ab3456","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4088b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.894786709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"e9689463-6cdb-4a9d-8b29-33332125b6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.896011991Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"6eec9554-a38b-4d15-a9a5-2a1d16148419","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ff178ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.898674336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"bca3d3a7-0525-42a0-8edc-f995a3bf3c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.915911111Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"bae1bcfa-9745-48f2-99c3-9e54b8c9b724","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4088b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.941628059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1515c42b-da08-4480-a229-05c0ddc3bf49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.025527534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ddc55a54-7fb1-47e7-abb9-bf286639b40c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.054010756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1515c42b-da08-4480-a229-05c0ddc3bf49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.067878687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ddc55a54-7fb1-47e7-abb9-bf286639b40c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.121922887Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ddc55a54-7fb1-47e7-abb9-bf286639b40c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.121941651Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-access","reconcileID":"ddc55a54-7fb1-47e7-abb9-bf286639b40c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:33.125008724Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1515c42b-da08-4480-a229-05c0ddc3bf49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-32b438-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:33.125053724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"1515c42b-da08-4480-a229-05c0ddc3bf49","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-32b438-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.130316034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4c79f208-b497-4fe6-88b0-eb4a5cb44540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.14245476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"13160349-1c09-4d67-a5e9-763f75819636","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.258473951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4c79f208-b497-4fe6-88b0-eb4a5cb44540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.288140496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4c79f208-b497-4fe6-88b0-eb4a5cb44540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"e2e-worker-w3-32b438-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.288171948Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-access","reconcileID":"4c79f208-b497-4fe6-88b0-eb4a5cb44540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32b438"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.306366062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"0f4e7080-86fb-4a25-ae59-66936d06c9e7","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.345009579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"edf7ce72-2ba3-488c-8ba8-7a1f278c30f5","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.359021175Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"7dad2bfd-2267-478a-98c0-5768e47d7785","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4088b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.379792898Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"9a578be9-27e3-4be6-b424-2746a9fbc220","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4088b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:34.940387972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"c26400f0-10e0-4f15-90a2-868486951d7b","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:34.960506032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"c26400f0-10e0-4f15-90a2-868486951d7b","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:34.977935019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"c26400f0-10e0-4f15-90a2-868486951d7b","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:35.301552054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"642fccac-cc55-4260-8f43-92ac371b046c","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:35.315907324Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"31d0e4f9-c227-46fe-be78-98c96a1ca3fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ff178ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:35.335217114Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"122c4926-4a70-4edb-a5d1-3fb58e61c967","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ff178ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:36.630976426Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-dffbbc","reconcileID":"b98f151a-6ee2-4c36-99d9-edd20f81891b","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscription":"e2e-shared-sub-dffbbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:36.69466398Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-dffbbc","reconcileID":"b98f151a-6ee2-4c36-99d9-edd20f81891b","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-140669/e2e-a-only-dffbbc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:36.752969664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-dffbbc","reconcileID":"5b0c3cf9-dd98-4774-92ac-fea27c4e7c1a","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:36.761129084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"aa96c2b8-af1b-45a3-bb6b-410550e790fe","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:36.761150817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"aa96c2b8-af1b-45a3-bb6b-410550e790fe","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:36.903497128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"0844df6c-c830-4e8b-a1a5-0cc7adc0fa56","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:36.903517389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"0844df6c-c830-4e8b-a1a5-0cc7adc0fa56","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:40.516782598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"ba9e1b35-599e-43c9-8632-ad2287402878","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:40.64874766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"731d1406-cd35-4a6d-b3ad-bd00824150f8","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:41.597733144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"5c3e1cbe-383a-4759-bb24-a18b4e296ad6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:41.616024236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"5c3e1cbe-383a-4759-bb24-a18b4e296ad6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:41.633237554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"5c3e1cbe-383a-4759-bb24-a18b4e296ad6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:43.365200377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"f5e02409-27e7-4831-8166-8cb072b99fc9","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:43.395137387Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"6d566d23-7c18-42b7-b3b9-3121e1c5e158","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:43.409841118Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"6d566d23-7c18-42b7-b3b9-3121e1c5e158","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:43.424337641Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"premium-simulator-subscription","reconcileID":"6d566d23-7c18-42b7-b3b9-3121e1c5e158","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/premium-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:43.565086472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"72deb5ac-4681-49ca-9888-81a7b998e855","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.021191552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"f76d872e-18fe-4e43-b2fd-8ecee375b90d","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.038623992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"f76d872e-18fe-4e43-b2fd-8ecee375b90d","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.116184939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5bb35aa-2ab3-49b8-9de1-d315617d1a12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.116200778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5bb35aa-2ab3-49b8-9de1-d315617d1a12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.320279814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"0c39603f-0290-4914-82e3-1965b3c7b58c","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.350654473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"e7790fd8-5362-460e-9253-1a78955dc148","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.365431372Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"e7790fd8-5362-460e-9253-1a78955dc148","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.3798203Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"simulator-subscription","reconcileID":"e7790fd8-5362-460e-9253-1a78955dc148","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32b438"},"name":"maas-trlp-simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438","model":"e2e-models-e2e-worker-w3-32b438/simulator-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.460339387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"c724725d-f86a-46dd-a32c-f2b669d41c76","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:46.489685247Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e336b9a7","reconcileID":"0a1df55f-e31f-45e5-b662-6e8ab2932733","MaaSAuthPolicy":{"name":"e2e-default-ns-e336b9a7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:46.489771945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"700ee950-50ec-4e43-99b1-a2b69927458f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:46.489790432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"700ee950-50ec-4e43-99b1-a2b69927458f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:46.540652875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee85eeed-9200-4039-b50b-4d0bf95404b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:46.540668737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee85eeed-9200-4039-b50b-4d0bf95404b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:46.954450754Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-dffbbc","reconcileID":"046897c4-4fe3-4b68-85ac-9e69226aeb05","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscription":"e2e-a-only-dffbbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:46.970088355Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-dffbbc","reconcileID":"046897c4-4fe3-4b68-85ac-9e69226aeb05","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:46.984787272Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-dffbbc","reconcileID":"046897c4-4fe3-4b68-85ac-9e69226aeb05","MaaSSubscription":{"name":"e2e-a-only-dffbbc","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.047602357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc12efe-ac6f-43b5-90a9-e0ab1dd5586e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.062052455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc12efe-ac6f-43b5-90a9-e0ab1dd5586e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.076383451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc12efe-ac6f-43b5-90a9-e0ab1dd5586e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.084220931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"fb478beb-b092-425c-b23c-2f0398266b99","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.084235802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"fb478beb-b092-425c-b23c-2f0398266b99","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.090748209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc12efe-ac6f-43b5-90a9-e0ab1dd5586e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.295035846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"fa150131-68c4-4f79-910e-ac98bcb9a672","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.295056618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"fa150131-68c4-4f79-910e-ac98bcb9a672","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.367299061Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"285f5955-b01a-46f8-82fb-257882d4bc03","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.367409322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"a6b7cd00-197f-40e5-a5f8-5bd48a1d8e5e","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.367427828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"a6b7cd00-197f-40e5-a5f8-5bd48a1d8e5e","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.455104364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-dffbbc","reconcileID":"ab0e34df-54dd-4f1e-aa7e-508566cdb58f","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.455367957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-dffbbc","reconcileID":"a6fd13b1-27db-4481-bf29-e44415a90e72","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.526673209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"285f5955-b01a-46f8-82fb-257882d4bc03","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.625254997Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"285f5955-b01a-46f8-82fb-257882d4bc03","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.625274693Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"285f5955-b01a-46f8-82fb-257882d4bc03","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.644290278Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"cce95e47-cfb2-441d-9a56-c0906a5cd805","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.64457598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"c6091f36-d59a-4298-b42f-8e6fd04596be","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.644610795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"c6091f36-d59a-4298-b42f-8e6fd04596be","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.710841342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf97361-bc98-4e35-9adb-82daa5926c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.725386373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf97361-bc98-4e35-9adb-82daa5926c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.725498205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-dffbbc","reconcileID":"e2c5356d-ec9b-4ede-bed4-50e1e2717c78","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.725938587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-dffbbc","reconcileID":"8c48cf31-e946-46a8-8bfb-1ab39d9615ee","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.739941354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf97361-bc98-4e35-9adb-82daa5926c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.754302503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf97361-bc98-4e35-9adb-82daa5926c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.773924618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"cce95e47-cfb2-441d-9a56-c0906a5cd805","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.790013999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"e08ef32b-278b-4476-a055-fd31f8899b22","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.790034558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"e08ef32b-278b-4476-a055-fd31f8899b22","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.794940251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"cce95e47-cfb2-441d-9a56-c0906a5cd805","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.794956795Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"cce95e47-cfb2-441d-9a56-c0906a5cd805","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:47.812960883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-dffbbc","reconcileID":"cce95e47-cfb2-441d-9a56-c0906a5cd805","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-dffbbc\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:48.358691103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b85dfb-21ca-4b47-8d43-aa3de5360b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:48.372953019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b85dfb-21ca-4b47-8d43-aa3de5360b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:48.38708171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b85dfb-21ca-4b47-8d43-aa3de5360b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:48.403209896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b85dfb-21ca-4b47-8d43-aa3de5360b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:48.969733119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf6efc9-203a-4ce8-87ef-f3e80198a430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:48.983988561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf6efc9-203a-4ce8-87ef-f3e80198a430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:49.001740269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf6efc9-203a-4ce8-87ef-f3e80198a430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:49.027430933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf6efc9-203a-4ce8-87ef-f3e80198a430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:50.536951386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"6a22b725-bf60-463c-a114-43fa470cfb4f","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:50.64998588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"4e75ad68-dd4f-4fb5-8e92-c846e81c4700","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:51.621079257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:51.662082956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"d09224a9-8d42-45c8-9a5e-c7f27cb638a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:51.679618834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"d09224a9-8d42-45c8-9a5e-c7f27cb638a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:51.697631072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"d09224a9-8d42-45c8-9a5e-c7f27cb638a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:53.566415686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"premium-w3-32b438","reconcileID":"e2e114cf-1b48-419e-86a6-0bb968e196a5","MaaSModelRef":{"name":"premium-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"premium-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"premium-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:55.460865842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"simulator-w3-32b438","reconcileID":"1b81c972-66b6-4a2b-849e-b38303e9e355","MaaSModelRef":{"name":"simulator-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"simulator-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"simulator-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:57.857077544Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-dffbbc","reconcileID":"db681153-ec08-45de-b2fc-73a7edb80288","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscription":"e2e-shared-sub-dffbbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:57.930884437Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-dffbbc","reconcileID":"db681153-ec08-45de-b2fc-73a7edb80288","MaaSSubscription":{"name":"e2e-shared-sub-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-2e2044/e2e-b-only-dffbbc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:57.990401568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-dffbbc","reconcileID":"aff62dff-9e75-4eb2-9086-54459615f81a","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:57.998983093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"2ed125e9-9c41-443a-b356-3e21ce4ff9df","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:57.999001392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"2ed125e9-9c41-443a-b356-3e21ce4ff9df","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:58.290538233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"6e756a11-b68a-46cd-98f9-ca3589d477bc","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:58.29055648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"6e756a11-b68a-46cd-98f9-ca3589d477bc","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:00.537943898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-w3-32b438","reconcileID":"c472c1df-db1e-4b92-8465-260676583e54","MaaSModelRef":{"name":"distinct-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:00.650729267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"namespace":"e2e-models-e2e-worker-w3-32b438","name":"distinct-2-w3-32b438","reconcileID":"23e4eb75-de1d-427c-acbd-f89833d2d330","MaaSModelRef":{"name":"distinct-2-w3-32b438","namespace":"e2e-models-e2e-worker-w3-32b438"},"routeName":"distinct-2-w3-32b438-kserve-route","namespace":"e2e-models-e2e-worker-w3-32b438","llmisvcName":"distinct-2-w3-32b438","gateway":"openshift-ingress/e2e-worker-w3-32b438","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:01.73940223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"b419bfaa-34cf-4421-8113-253a491e7ed0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:01.770974926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"b419bfaa-34cf-4421-8113-253a491e7ed0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:01.793866536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"b419bfaa-34cf-4421-8113-253a491e7ed0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.719669744Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","namespace":"ai-tenant-e2e-extmod-a-55521f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.719725305Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","namespace":"ai-tenant-e2e-extmod-a-55521f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.719775984Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","tenant":"e2e-extmod-a-55521f","tenantID":"e2e-extmod-a-55521f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.735700215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"Deployment","name":"maas-api-e2e-extmod-a-55521f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.765835803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"Service","name":"maas-api-e2e-extmod-a-55521f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.782642898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-55521f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.799313323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-55521f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.817314779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.834304174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.853408133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.870650093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.884603581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.898625743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.912614975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"Service","name":"payload-processing-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.926423699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.940323622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.954169518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.967948161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:06.989907926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.006220361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.022233879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.039503078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-55521f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.053969784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55521f"},"namespace":"ai-tenant-e2e-extmod-a-55521f","name":"default-tenant","reconcileID":"d7d19000-5262-4f54-9f57-6adc20ce8875","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-55521f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.308856983Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-55521f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-55521f","reconcileID":"0943a391-4ccf-44ce-9bc5-2a30bec35b59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-55521f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-55521f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.664783709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32209c5-3abc-44fb-b64c-1b15ff34e7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.679009364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32209c5-3abc-44fb-b64c-1b15ff34e7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.694097057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32209c5-3abc-44fb-b64c-1b15ff34e7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.708578863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32209c5-3abc-44fb-b64c-1b15ff34e7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.268979602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9168b5d-c43b-4424-9a3a-5ebda136afa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.283227532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9168b5d-c43b-4424-9a3a-5ebda136afa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.297499371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9168b5d-c43b-4424-9a3a-5ebda136afa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.311776848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9168b5d-c43b-4424-9a3a-5ebda136afa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.339744114Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-dffbbc","reconcileID":"9665936b-2275-4409-a68d-2898d09cf191","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscription":"e2e-b-only-dffbbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.354578375Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-dffbbc","reconcileID":"9665936b-2275-4409-a68d-2898d09cf191","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.370664647Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-dffbbc","reconcileID":"9665936b-2275-4409-a68d-2898d09cf191","MaaSSubscription":{"name":"e2e-b-only-dffbbc","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.458483004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"3ba9254e-4d8a-4bdf-ab99-d9a747e6837c","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.458502432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"3ba9254e-4d8a-4bdf-ab99-d9a747e6837c","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.657631021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"e8325c59-bcbb-422a-a61b-1d5ba88c7240","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.657650924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"e8325c59-bcbb-422a-a61b-1d5ba88c7240","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.674900793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"d24877f8-a452-4922-81c0-b2f41bc01ff9","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.674917499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"d24877f8-a452-4922-81c0-b2f41bc01ff9","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.718471784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"f0a61430-1df6-40cb-a2f3-6f56f8ce8ce1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.771353518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"f0a61430-1df6-40cb-a2f3-6f56f8ce8ce1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.789138841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"f0a61430-1df6-40cb-a2f3-6f56f8ce8ce1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.808464079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"943ec3b4-fbdb-4025-be12-42273375d417","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.808478622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"943ec3b4-fbdb-4025-be12-42273375d417","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.798272832Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","namespace":"ai-tenant-e2e-worker-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.79833124Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","namespace":"ai-tenant-e2e-worker-w3-32b438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.798388824Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","tenant":"e2e-worker-w3-32b438","tenantID":"e2e-worker-w3-32b438","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.817229912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"Deployment","name":"maas-api-e2e-worker-w3-32b438","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.852478524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"Service","name":"maas-api-e2e-worker-w3-32b438","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.859283212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"7a680442-a6da-4294-8b9d-7b1f03ed2239","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.869974992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-32b438","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.878940655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"7a680442-a6da-4294-8b9d-7b1f03ed2239","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.885375031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-32b438","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.898435413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"7a680442-a6da-4294-8b9d-7b1f03ed2239","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.903236444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.921389579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.93928123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.955407775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.968635248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.981990108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:11.995401237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"Service","name":"payload-processing-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.008844897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.022164649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.038616922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.052212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.068967422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.082115433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.095287234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.108905476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-32b438","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.122820489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32b438"},"namespace":"ai-tenant-e2e-worker-w3-32b438","name":"default-tenant","reconcileID":"cb740d80-3bcf-46a1-97c1-54e06051b587","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-32b438","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.436569384Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-32b438","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-32b438","reconcileID":"f0354e50-51dc-43a5-bd98-62798f2b6c26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-32b438","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-32b438"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.788617609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5786ce-b70e-4480-99e3-663c2f2e171a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.802820673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5786ce-b70e-4480-99e3-663c2f2e171a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.816835127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5786ce-b70e-4480-99e3-663c2f2e171a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.830543284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5786ce-b70e-4480-99e3-663c2f2e171a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:13.391939801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b520f87-4e17-425a-9f29-d83f9ff5feb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:13.405854696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b520f87-4e17-425a-9f29-d83f9ff5feb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:13.419669648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b520f87-4e17-425a-9f29-d83f9ff5feb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:13.433937692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b520f87-4e17-425a-9f29-d83f9ff5feb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.041965646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"a2c83b1e-2dfb-4f86-be83-12a2d7ce7cfe","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.042058642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"a2c83b1e-2dfb-4f86-be83-12a2d7ce7cfe","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.359869277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"4553c3ff-89a6-4e18-ab3a-b09cbaa0bfb1","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.359889771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"4553c3ff-89a6-4e18-ab3a-b09cbaa0bfb1","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.376884374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"8982796f-0a4f-490f-af8a-37369b6966ac","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.376901342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"8982796f-0a4f-490f-af8a-37369b6966ac","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.404783886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"96c97fa3-1ef4-42d6-86d6-7d35caac8eca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.452221008Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"96c97fa3-1ef4-42d6-86d6-7d35caac8eca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.469168818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"96c97fa3-1ef4-42d6-86d6-7d35caac8eca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.48990801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"873a4f47-45ef-4715-b3f1-1619ac26363f","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:14.48992906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"873a4f47-45ef-4715-b3f1-1619ac26363f","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:15.964050871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fafa41a-3756-4697-88bd-4074c18500cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:15.977913663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fafa41a-3756-4697-88bd-4074c18500cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:15.991803662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fafa41a-3756-4697-88bd-4074c18500cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.006195861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fafa41a-3756-4697-88bd-4074c18500cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.596946036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f484f5-7198-4605-b82b-b583683a2aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.610755296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f484f5-7198-4605-b82b-b583683a2aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.625505777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f484f5-7198-4605-b82b-b583683a2aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.640079946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f484f5-7198-4605-b82b-b583683a2aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:17.226486501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75a092f-1198-40b6-8781-9ffc9d5fd911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:17.240316484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75a092f-1198-40b6-8781-9ffc9d5fd911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:17.255637579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75a092f-1198-40b6-8781-9ffc9d5fd911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:17.270811221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75a092f-1198-40b6-8781-9ffc9d5fd911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.896890903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"ea6d8c14-63f9-4e5d-9967-e307c7cabeb1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.914298657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"ea6d8c14-63f9-4e5d-9967-e307c7cabeb1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.930731438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"ea6d8c14-63f9-4e5d-9967-e307c7cabeb1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:19.39851898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"03088e29-fd8f-4c46-8af6-e4c74f0d9592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:19.418995192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"03088e29-fd8f-4c46-8af6-e4c74f0d9592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:19.437342748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"03088e29-fd8f-4c46-8af6-e4c74f0d9592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:21.628108926Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:21.926796568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"9249316c-5776-45f4-9e59-af19474feafd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:21.945401628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"9249316c-5776-45f4-9e59-af19474feafd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:21.964477488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5ac334f99a3e7a4b86208024b70765d83fab8f728c7d338a1ac978a6d6b7082) AuthConfig (ce97dd2d304bc7912013cade96173d0590feeeb9805f7f6c0aa34c646e34d5af) AuthConfig (345e935a3cb6e594ab032c161ea744ead3a79def9f3d912148b092192e557537) AuthConfig (3c711093b08d186b7928e7a456a81cc3e56cb5dfc4b0c67fd39cb7cb97f1befc) AuthConfig (225fde090ccd3ad2a9b5a6553bdd1ba2b218642f89ab063f7fdb1efcb1651765) AuthConfig (2090dbb4d66d9fd9fbdca34f9cafb74f0a3e5a4a6d090a2a08f0fd0a8eae5aea) AuthConfig (62156709beddaa84c62af53f508785376c711d7b75e16e1f07c8ef529eaac580) AuthConfig (e141e774dd1234d2463205c90ef7f2927055099d8ff071a4c358509ca58f7d2e) AuthConfig (3afca7c70fd84326d16607e5a89859cd459ce5ca3b35b2b8340a6903dcbe7bbf) AuthConfig (050737060e0302ae2511f75b5558767a5be44c39e99d29920ccb52a0e8411a7d) AuthConfig (e0cfb4d0b798a256d4a6a2a2a2653d84c6c82d2c64134d1c83896ee8ead7533b) AuthConfig (8832ac9e696b4984798dd0d04015e7161cfa8a25b21cbdce13f0bfb12a67cad0) AuthConfig (6dc046380a18c0a6d9554452f0f6435dd33172e605ade2666ff918683484e345) AuthConfig (14fe26f7b35aefe508398ae736df47000b669a057c8d162ba5697b217ff87f79) AuthConfig (17650b69b985ce117d1c5f571bd71578de20093d08b8f36d6f6c06903c98bedd) AuthConfig (b5cad4636242dcc6ee72e35c93f5b63f109d0054d46a45dcf924ff2c612d36b2) AuthConfig (08f2ed9f8eff157a7ab4e5dc65b71baeb3317b968f4cfbb0bdf6378f06f829c0) AuthConfig (e5a0089637bec5dd6d790d0939a21fbe95cdc3099ae25ca6d91a8b89d23812ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"9249316c-5776-45f4-9e59-af19474feafd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:21.989578928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"e765ed6d-e70f-499e-bc51-3004f7696081","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:21.989621375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"e765ed6d-e70f-499e-bc51-3004f7696081","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:24.518101216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"dd3c8149-edee-4c3d-9dff-f7030e759ca1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:24.535928331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"dd3c8149-edee-4c3d-9dff-f7030e759ca1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:24.552872088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"dd3c8149-edee-4c3d-9dff-f7030e759ca1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:29.465470636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"26037f6d-e990-4c30-90a5-a5b9e1b28e60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:29.482982936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"26037f6d-e990-4c30-90a5-a5b9e1b28e60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:29.499375918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"26037f6d-e990-4c30-90a5-a5b9e1b28e60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:32.055561677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"bed38113-7cf5-408c-b0f8-2ca60769cc4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:32.07310052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"bed38113-7cf5-408c-b0f8-2ca60769cc4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:32.092151826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5ac334f99a3e7a4b86208024b70765d83fab8f728c7d338a1ac978a6d6b7082) AuthConfig (ce97dd2d304bc7912013cade96173d0590feeeb9805f7f6c0aa34c646e34d5af) AuthConfig (345e935a3cb6e594ab032c161ea744ead3a79def9f3d912148b092192e557537) AuthConfig (3c711093b08d186b7928e7a456a81cc3e56cb5dfc4b0c67fd39cb7cb97f1befc) AuthConfig (225fde090ccd3ad2a9b5a6553bdd1ba2b218642f89ab063f7fdb1efcb1651765) AuthConfig (2090dbb4d66d9fd9fbdca34f9cafb74f0a3e5a4a6d090a2a08f0fd0a8eae5aea) AuthConfig (62156709beddaa84c62af53f508785376c711d7b75e16e1f07c8ef529eaac580) AuthConfig (e141e774dd1234d2463205c90ef7f2927055099d8ff071a4c358509ca58f7d2e) AuthConfig (3afca7c70fd84326d16607e5a89859cd459ce5ca3b35b2b8340a6903dcbe7bbf) AuthConfig (050737060e0302ae2511f75b5558767a5be44c39e99d29920ccb52a0e8411a7d) AuthConfig (e0cfb4d0b798a256d4a6a2a2a2653d84c6c82d2c64134d1c83896ee8ead7533b) AuthConfig (8832ac9e696b4984798dd0d04015e7161cfa8a25b21cbdce13f0bfb12a67cad0) AuthConfig (6dc046380a18c0a6d9554452f0f6435dd33172e605ade2666ff918683484e345) AuthConfig (14fe26f7b35aefe508398ae736df47000b669a057c8d162ba5697b217ff87f79) AuthConfig (17650b69b985ce117d1c5f571bd71578de20093d08b8f36d6f6c06903c98bedd) AuthConfig (b5cad4636242dcc6ee72e35c93f5b63f109d0054d46a45dcf924ff2c612d36b2) AuthConfig (08f2ed9f8eff157a7ab4e5dc65b71baeb3317b968f4cfbb0bdf6378f06f829c0) AuthConfig (e5a0089637bec5dd6d790d0939a21fbe95cdc3099ae25ca6d91a8b89d23812ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"bed38113-7cf5-408c-b0f8-2ca60769cc4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.58097211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"f74cb4f9-5e20-4968-a020-afed9910b2c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.598624503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"f74cb4f9-5e20-4968-a020-afed9910b2c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.614797603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"f74cb4f9-5e20-4968-a020-afed9910b2c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:39.528362492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"cf526358-a096-44a3-8867-fdbf12bc721e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:39.545844102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"cf526358-a096-44a3-8867-fdbf12bc721e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:39.562027125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"cf526358-a096-44a3-8867-fdbf12bc721e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:42.122860733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"fc8087fe-fd77-459d-9145-997412131900","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:42.140237874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"fc8087fe-fd77-459d-9145-997412131900","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:42.156868681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3f5626-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5ac334f99a3e7a4b86208024b70765d83fab8f728c7d338a1ac978a6d6b7082) AuthConfig (ce97dd2d304bc7912013cade96173d0590feeeb9805f7f6c0aa34c646e34d5af) AuthConfig (345e935a3cb6e594ab032c161ea744ead3a79def9f3d912148b092192e557537) AuthConfig (3c711093b08d186b7928e7a456a81cc3e56cb5dfc4b0c67fd39cb7cb97f1befc) AuthConfig (225fde090ccd3ad2a9b5a6553bdd1ba2b218642f89ab063f7fdb1efcb1651765) AuthConfig (2090dbb4d66d9fd9fbdca34f9cafb74f0a3e5a4a6d090a2a08f0fd0a8eae5aea) AuthConfig (62156709beddaa84c62af53f508785376c711d7b75e16e1f07c8ef529eaac580) AuthConfig (e141e774dd1234d2463205c90ef7f2927055099d8ff071a4c358509ca58f7d2e) AuthConfig (3afca7c70fd84326d16607e5a89859cd459ce5ca3b35b2b8340a6903dcbe7bbf) AuthConfig (050737060e0302ae2511f75b5558767a5be44c39e99d29920ccb52a0e8411a7d) AuthConfig (e0cfb4d0b798a256d4a6a2a2a2653d84c6c82d2c64134d1c83896ee8ead7533b) AuthConfig (8832ac9e696b4984798dd0d04015e7161cfa8a25b21cbdce13f0bfb12a67cad0) AuthConfig (6dc046380a18c0a6d9554452f0f6435dd33172e605ade2666ff918683484e345) AuthConfig (14fe26f7b35aefe508398ae736df47000b669a057c8d162ba5697b217ff87f79) AuthConfig (17650b69b985ce117d1c5f571bd71578de20093d08b8f36d6f6c06903c98bedd) AuthConfig (b5cad4636242dcc6ee72e35c93f5b63f109d0054d46a45dcf924ff2c612d36b2) AuthConfig (08f2ed9f8eff157a7ab4e5dc65b71baeb3317b968f4cfbb0bdf6378f06f829c0) AuthConfig (e5a0089637bec5dd6d790d0939a21fbe95cdc3099ae25ca6d91a8b89d23812ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"fc8087fe-fd77-459d-9145-997412131900","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.288209344Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","namespace":"ai-tenant-e2e-extmod-b-9a7e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.28828652Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","namespace":"ai-tenant-e2e-extmod-b-9a7e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.288356172Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","tenant":"e2e-extmod-b-9a7e69","tenantID":"e2e-extmod-b-9a7e69","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.304830596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"Deployment","name":"maas-api-e2e-extmod-b-9a7e69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.331079559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"Service","name":"maas-api-e2e-extmod-b-9a7e69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.347127934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-9a7e69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.363427182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-9a7e69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.38014377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.39649665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.415640153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.432916054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.446669135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.46021599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.474255925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"Service","name":"payload-processing-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.48800036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.501619019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.515247334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.528992321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.557839741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.576293327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.59044952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.604985397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-9a7e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.61912989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9a7e69"},"namespace":"ai-tenant-e2e-extmod-b-9a7e69","name":"default-tenant","reconcileID":"d727d8f1-0dd4-4540-be89-8a6923211dbb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-9a7e69","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.915017086Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9a7e69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9a7e69","reconcileID":"bf4e8829-afda-4e61-9a28-c09fd9267c20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9a7e69","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-9a7e69"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.269107382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e551d6c-2724-4ba8-9236-202deab00c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.283187808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e551d6c-2724-4ba8-9236-202deab00c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.299915081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e551d6c-2724-4ba8-9236-202deab00c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.314318607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e551d6c-2724-4ba8-9236-202deab00c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.64274945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"9ffc82cd-1e74-4538-bd80-21bb05880829","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.660514698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"9ffc82cd-1e74-4538-bd80-21bb05880829","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.677095694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"9ffc82cd-1e74-4538-bd80-21bb05880829","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.853351551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b3b17c-07da-49a8-8535-287c24ee80b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.867395817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b3b17c-07da-49a8-8535-287c24ee80b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.881363503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b3b17c-07da-49a8-8535-287c24ee80b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.895488538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b3b17c-07da-49a8-8535-287c24ee80b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:49.589807812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"438a8be9-4f9c-4061-85cc-a13d5656f2c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:49.607869754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"438a8be9-4f9c-4061-85cc-a13d5656f2c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:49.625265496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19d81e9ce20ed1a1e39ae34d6b3eb37a6a66f26fe729642112e200fa07254a4d) AuthConfig (21be2a8bdf3491eb6e80ec44d30b06a44c426c57d0bcf2ab6b80c6516e3f0658) AuthConfig (28a3d0080fe4819fcfb01ae9f6b941237f6fe608331ed9a4830e08515788c3ac) AuthConfig (b7394b8dc2a101fb4bef3fa30dafbedbe89329fedc2b34f0162dc02c2090f616) AuthConfig (94b07ac41bd6d1ee7f7afcb7b8fe9d807e50b28ea0519260cf947f86684a3851) AuthConfig (af2fdd1f332b42dbc0bf8b4440ae0e9ca5fbc13ee8f363b6bd76c8a2c7958f8d) AuthConfig (4a25e181cdc13e7bcf0b657b5d3183191743ed8003b2aa6f70f63506fa67922d) AuthConfig (8bc6b5e428d419cc317290c73566ee904f0c2f242acfb43616b8c134ba4d8a19) AuthConfig (c1fc12e28d94b9d3adac9d3b34f7f2a76702a7367e1aceff2e7c86e96e149725) AuthConfig (e901677462e4f3967aad160fc2c021ddb88bc2235b0fc7fb11524460523c8a73) AuthConfig (eec886f5ea7db3c11de23605eb3680005a62eb14dcf1774982c93a5a3cad5190) AuthConfig (a83e38aa9692a51088d622707c76e58a9abf2ac7c99d3cfbd3ed7a335866d065) AuthConfig (321d12b3d7061c2717954a3fe4e5b2cc7df0ba5cac611683245758f465c4a361) AuthConfig (9dbcb09a4b6013d4c4f676a6da2703f73a3b94ddae32a26d80618b42c7e261f4) AuthConfig (26a931fc9b1cf3a7c4ebe8e6f74084efde6ee4bef1ecd4eb24c41b599cb5d700) AuthConfig (4dc7f37159c62314feb960ce452980060c6296d7aa1740e050ea409287caad98) AuthConfig (fe0a93464154062a2830e1108af35acd7b45227bb5b425db946e14d68dad70dc) AuthConfig (904e8ce865f25e90fba5fa87c4b06a96bc1bc70402feb564bcd74676da78e0ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"438a8be9-4f9c-4061-85cc-a13d5656f2c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:49.644772132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"e932ce29-cc9f-46cb-b095-8295af3e18da","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:49.64478708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"e932ce29-cc9f-46cb-b095-8295af3e18da","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:51.620249855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:51.792154022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3b8bdd-c970-4b89-902d-90113ddab0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:51.80592627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3b8bdd-c970-4b89-902d-90113ddab0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:51.819434007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3b8bdd-c970-4b89-902d-90113ddab0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:51.833150068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3b8bdd-c970-4b89-902d-90113ddab0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.184662479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"f91b125f-b207-40ea-93fb-d047ae816710","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.201876064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"f91b125f-b207-40ea-93fb-d047ae816710","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.352943421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"7d4d2e92-cd24-451d-a042-4424b8d2accb","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.352962199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"7d4d2e92-cd24-451d-a042-4424b8d2accb","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.457128399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdd70f9-8734-4c7d-ae18-a6f0c2a40f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.470919127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdd70f9-8734-4c7d-ae18-a6f0c2a40f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.484637913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdd70f9-8734-4c7d-ae18-a6f0c2a40f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.498197058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdd70f9-8734-4c7d-ae18-a6f0c2a40f95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.052051233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e54963-f9bc-4c4d-9c17-ec23d6c651e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.066803232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e54963-f9bc-4c4d-9c17-ec23d6c651e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.080744629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e54963-f9bc-4c4d-9c17-ec23d6c651e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.094604164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e54963-f9bc-4c4d-9c17-ec23d6c651e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.196624423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"ea819d02-4138-4138-b3ba-9f4b9b723b1f","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.196645003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"ea819d02-4138-4138-b3ba-9f4b9b723b1f","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.216528196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"1f4f27c9-ccd4-4255-9d47-8f165ef50f96","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.216629888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"1f4f27c9-ccd4-4255-9d47-8f165ef50f96","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.223888281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"3cbbaa66-40d5-469c-9471-1cd05b566813","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:54.229027156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-a-77415b","reconcileID":"fea422aa-f95f-44c4-b46f-00d66f9afb8f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-77415b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:54.231513263Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"1f4f27c9-ccd4-4255-9d47-8f165ef50f96","name":"rate-test-model-265447","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-265447\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:54.231571131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"1f4f27c9-ccd4-4255-9d47-8f165ef50f96","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-265447\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.236897681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"1cdfd8dd-cfe2-4562-81a2-81a89b630b8d","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.236910585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"1cdfd8dd-cfe2-4562-81a2-81a89b630b8d","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.241040651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"3cbbaa66-40d5-469c-9471-1cd05b566813","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.259163247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"bf03419f-62e4-42ad-a07d-d4e319d6109d","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.259181693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"bf03419f-62e4-42ad-a07d-d4e319d6109d","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.278534578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"a50681a5-3e1b-40b2-b9df-cb4caa5bcccd","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.278549391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"a50681a5-3e1b-40b2-b9df-cb4caa5bcccd","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.339214804Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-a-77415b","reconcileID":"1b7b0674-257c-4762-9c15-1d5b927b7699","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"maas-trlp-rate-test-model-265447","model":"rate-test-model-265447","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-265447/e2e-rate-iso-a-77415b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.389115852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"46962901-ab7f-44e3-8a15-6a2dbb28ea36","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.389131008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"46962901-ab7f-44e3-8a15-6a2dbb28ea36","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.398492844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"14a2ec17-9b28-41a4-b57e-aa0db5fd6b2d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.408134125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"89604b2f-9879-431d-aeff-57f700ce5d76","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.408147295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"89604b2f-9879-431d-aeff-57f700ce5d76","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.408656817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"fa5d2af1-673a-41bd-994f-cc576b30861b","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.408721948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"fa5d2af1-673a-41bd-994f-cc576b30861b","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.415760872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"14a2ec17-9b28-41a4-b57e-aa0db5fd6b2d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:54.420846304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-b-77415b","reconcileID":"9da76811-67af-4d9a-8bf1-fe88c5500a3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-77415b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:54.423270783Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"fa5d2af1-673a-41bd-994f-cc576b30861b","name":"rate-test-model-3f5626","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-3f5626\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:54.423317843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"fa5d2af1-673a-41bd-994f-cc576b30861b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-3f5626\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.428935366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"06ad9965-5b8a-4183-835e-d5ef4cb04693","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.42895062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"06ad9965-5b8a-4183-835e-d5ef4cb04693","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.447927464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-a-77415b","reconcileID":"c94b55cf-c28a-4144-885b-d4e506c82ef5","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"maas-trlp-rate-test-model-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.450997936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"e11cbfda-3009-4c11-a114-31fbdacf1d10","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.451011035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"e11cbfda-3009-4c11-a114-31fbdacf1d10","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.468537644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"d60da5a0-7874-40a3-9a98-349586656acd","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.46855113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"d60da5a0-7874-40a3-9a98-349586656acd","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.498791472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"ce5f0438-b319-4fe0-82cd-606a79872b14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.516009393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"ce5f0438-b319-4fe0-82cd-606a79872b14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.552044113Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-b-77415b","reconcileID":"4de10c93-798d-406f-bc97-add377dd305d","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-rate-test-model-3f5626","model":"rate-test-model-3f5626","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-3f5626/e2e-rate-iso-b-77415b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.60122104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"26a6cfaf-57f0-49a7-bbb4-c0a086c46567","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.601235731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"26a6cfaf-57f0-49a7-bbb4-c0a086c46567","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.609800335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"d034619e-d26e-4f6f-af7d-acdeb99b7317","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.627407973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"d034619e-d26e-4f6f-af7d-acdeb99b7317","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.655203884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-b-77415b","reconcileID":"05196fd5-f3f2-4b41-9642-dabf2ee523dc","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-rate-test-model-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.710183212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"376315e3-150b-47d6-8175-0c41b2c7ed1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.728821187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"376315e3-150b-47d6-8175-0c41b2c7ed1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.74527985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f8eb864f7acff8af57ca64cc648a088eb5d11877f2b1339f7178f8c2536cfa0) AuthConfig (2020cf33f739e3b672edbeddaecc029ff7a79709af81a3e09ccefed40f7f1fb4) AuthConfig (18e188f48df4231912afc2f552eb3942d48e73af1ae816af7bc4efce2e6c8c54) AuthConfig (1922e423d4203ef005c5a3382a7bb3846c1f1e190838ed3e3e5c68deec4a0b1e) AuthConfig (b0524137929399e2730a274a5838f4932dfa262e8c97498e2e1de9534e77b88b) AuthConfig (8aeb10cf1a176a64f01d53a88e8c433d30cb2f0cd48caa18da1b0ba1c339d94e) AuthConfig (c8edc7c43b4beeeb94be6b75e473ed5692c78ee0b14c5c25eafbbba49f384100) AuthConfig (f7d5fe85dfcf6d0637ae5bdb4b8ba4238b6df0aa0d112d408ffa52aa7192ad19) AuthConfig (e38a6fb1c952a49d0e11c3a253136291ab2039c04085d2f1a9832dac25b750e4) AuthConfig (4c114995d710856f3ec7bfe31a0aceff01640eca4caba1a675c91411b663bd3a) AuthConfig (981c6257b1d03e64ee915707af692b48c263b33b5a3034160d4cd014ce25811a) AuthConfig (86d8841512e989b28b8ae8e02330e0211f5b4d12dc3e84c97b0fce944c115f15) AuthConfig (630e0927eb0a115b9f0acc395bedd6d477682d2e9be7450a9459163f386a1286) AuthConfig (30ed4a748c6d07dbaaaa2c0b7a9a5ed830ef483a7f1616b2d13fe1c1521742b4) AuthConfig (2c35dfb70f69e794c1b50b2a2f01241d3eda9f1a98f95190ccfb35e565964665) AuthConfig (2d0b358fb62617f882142f1a3c2a68fba80f71530731194eab5ca978ca1964ed) AuthConfig (d312969858b9b9157a6548bd940cda73f676f81a6c4042f5dc682fcda557408b) AuthConfig (06ad8dad92aff5aa25c1d588e380b508349b8add2add53493e166916e335613b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"376315e3-150b-47d6-8175-0c41b2c7ed1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.764407403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"28681491-c5d3-4655-a253-1dc776115d7f","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.764424706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"28681491-c5d3-4655-a253-1dc776115d7f","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:59.673010712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"b9473a84-f980-4af2-bf80-87d48a1cfd52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:59.690728707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"b9473a84-f980-4af2-bf80-87d48a1cfd52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:59.70779227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-140669-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19d81e9ce20ed1a1e39ae34d6b3eb37a6a66f26fe729642112e200fa07254a4d) AuthConfig (21be2a8bdf3491eb6e80ec44d30b06a44c426c57d0bcf2ab6b80c6516e3f0658) AuthConfig (28a3d0080fe4819fcfb01ae9f6b941237f6fe608331ed9a4830e08515788c3ac) AuthConfig (b7394b8dc2a101fb4bef3fa30dafbedbe89329fedc2b34f0162dc02c2090f616) AuthConfig (94b07ac41bd6d1ee7f7afcb7b8fe9d807e50b28ea0519260cf947f86684a3851) AuthConfig (af2fdd1f332b42dbc0bf8b4440ae0e9ca5fbc13ee8f363b6bd76c8a2c7958f8d) AuthConfig (4a25e181cdc13e7bcf0b657b5d3183191743ed8003b2aa6f70f63506fa67922d) AuthConfig (8bc6b5e428d419cc317290c73566ee904f0c2f242acfb43616b8c134ba4d8a19) AuthConfig (c1fc12e28d94b9d3adac9d3b34f7f2a76702a7367e1aceff2e7c86e96e149725) AuthConfig (e901677462e4f3967aad160fc2c021ddb88bc2235b0fc7fb11524460523c8a73) AuthConfig (eec886f5ea7db3c11de23605eb3680005a62eb14dcf1774982c93a5a3cad5190) AuthConfig (a83e38aa9692a51088d622707c76e58a9abf2ac7c99d3cfbd3ed7a335866d065) AuthConfig (321d12b3d7061c2717954a3fe4e5b2cc7df0ba5cac611683245758f465c4a361) AuthConfig (9dbcb09a4b6013d4c4f676a6da2703f73a3b94ddae32a26d80618b42c7e261f4) AuthConfig (26a931fc9b1cf3a7c4ebe8e6f74084efde6ee4bef1ecd4eb24c41b599cb5d700) AuthConfig (4dc7f37159c62314feb960ce452980060c6296d7aa1740e050ea409287caad98) AuthConfig (fe0a93464154062a2830e1108af35acd7b45227bb5b425db946e14d68dad70dc) AuthConfig (904e8ce865f25e90fba5fa87c4b06a96bc1bc70402feb564bcd74676da78e0ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"b9473a84-f980-4af2-bf80-87d48a1cfd52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:04.791821455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"062d8143-8540-42fd-a1c3-c5e062eded5d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:04.809139566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"062d8143-8540-42fd-a1c3-c5e062eded5d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:04.82563912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-1f0c02-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f8eb864f7acff8af57ca64cc648a088eb5d11877f2b1339f7178f8c2536cfa0) AuthConfig (2020cf33f739e3b672edbeddaecc029ff7a79709af81a3e09ccefed40f7f1fb4) AuthConfig (18e188f48df4231912afc2f552eb3942d48e73af1ae816af7bc4efce2e6c8c54) AuthConfig (1922e423d4203ef005c5a3382a7bb3846c1f1e190838ed3e3e5c68deec4a0b1e) AuthConfig (b0524137929399e2730a274a5838f4932dfa262e8c97498e2e1de9534e77b88b) AuthConfig (8aeb10cf1a176a64f01d53a88e8c433d30cb2f0cd48caa18da1b0ba1c339d94e) AuthConfig (c8edc7c43b4beeeb94be6b75e473ed5692c78ee0b14c5c25eafbbba49f384100) AuthConfig (f7d5fe85dfcf6d0637ae5bdb4b8ba4238b6df0aa0d112d408ffa52aa7192ad19) AuthConfig (e38a6fb1c952a49d0e11c3a253136291ab2039c04085d2f1a9832dac25b750e4) AuthConfig (4c114995d710856f3ec7bfe31a0aceff01640eca4caba1a675c91411b663bd3a) AuthConfig (981c6257b1d03e64ee915707af692b48c263b33b5a3034160d4cd014ce25811a) AuthConfig (86d8841512e989b28b8ae8e02330e0211f5b4d12dc3e84c97b0fce944c115f15) AuthConfig (630e0927eb0a115b9f0acc395bedd6d477682d2e9be7450a9459163f386a1286) AuthConfig (30ed4a748c6d07dbaaaa2c0b7a9a5ed830ef483a7f1616b2d13fe1c1521742b4) AuthConfig (2c35dfb70f69e794c1b50b2a2f01241d3eda9f1a98f95190ccfb35e565964665) AuthConfig (2d0b358fb62617f882142f1a3c2a68fba80f71530731194eab5ca978ca1964ed) AuthConfig (d312969858b9b9157a6548bd940cda73f676f81a6c4042f5dc682fcda557408b) AuthConfig (06ad8dad92aff5aa25c1d588e380b508349b8add2add53493e166916e335613b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"062d8143-8540-42fd-a1c3-c5e062eded5d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:07.953259157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-a-77415b","reconcileID":"e6fb19db-e1a7-454c-839d-39e6c740fa99","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"maas-trlp-rate-test-model-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:08.004723564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"2632f12f-8a24-4b40-9bbc-82be8bac1456","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:08.004741457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"2632f12f-8a24-4b40-9bbc-82be8bac1456","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:08.05433032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-b-77415b","reconcileID":"d153d28c-fb1e-4e68-8313-9f4fa7aa1d85","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-rate-test-model-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:08.10354662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"dd93b466-475a-4433-9253-885c0e4e8dd9","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:08.103565366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"dd93b466-475a-4433-9253-885c0e4e8dd9","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:08.450322159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"eb7db801-d94a-4773-8312-f4f7aca97cdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:08.468120943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"eb7db801-d94a-4773-8312-f4f7aca97cdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:08.63271401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"e953889b-5c1c-4519-8916-57e88094e656","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:08.650118493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"e953889b-5c1c-4519-8916-57e88094e656","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:09.734859398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"2d3ef5d6-1ea4-4801-bb04-e7290d0015e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:09.752422485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"2d3ef5d6-1ea4-4801-bb04-e7290d0015e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:09.827814755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"513f61e3-7a9d-4e73-9c87-98e041a5d581","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:09.827834002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"513f61e3-7a9d-4e73-9c87-98e041a5d581","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.593812528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"e558e73e-f433-4de9-8cf6-da7a1ab08999","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.593831864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"e558e73e-f433-4de9-8cf6-da7a1ab08999","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.611535366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"b3869f4b-c4f6-435d-80a7-714a2f006cc6","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.611551434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"b3869f4b-c4f6-435d-80a7-714a2f006cc6","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.638342984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"3f1dbb00-ec0a-4240-9903-9bf0c350bafc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.683288194Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"3f1dbb00-ec0a-4240-9903-9bf0c350bafc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.699374864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"3f1dbb00-ec0a-4240-9903-9bf0c350bafc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.717249229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"f7dbe9a0-12a3-4eba-80cb-d3c2eefbcbfd","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.717263707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"f7dbe9a0-12a3-4eba-80cb-d3c2eefbcbfd","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.568517277Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.56857503Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.568650703Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","tenant":"e2e-shared-a-w1-1fb0a6","tenantID":"e2e-shared-a-w1-1fb0a6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.584174858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-1fb0a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.610670195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"Service","name":"maas-api-e2e-shared-a-w1-1fb0a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.626925606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-1fb0a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.642741635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-1fb0a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.65864101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.674708266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.694245109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.710181019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.723844686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.737511713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.751262042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.764747162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.778448582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.792293658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.805871808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.840856513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.85592402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.870230835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.884145423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-1fb0a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.898674445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6"},"namespace":"ai-tenant-e2e-shared-a-w1-1fb0a6","name":"default-tenant","reconcileID":"a2441654-a312-43d8-ab80-9f63e0e0c2f2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-1fb0a6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.156642574Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-1fb0a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-1fb0a6","reconcileID":"942acd9d-cf22-4146-870e-4a9ac43efcb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-1fb0a6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-1fb0a6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.56208937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ebf7e2-299d-4938-b61c-c8fd8f981c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.575870858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ebf7e2-299d-4938-b61c-c8fd8f981c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.589486751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ebf7e2-299d-4938-b61c-c8fd8f981c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.602981569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ebf7e2-299d-4938-b61c-c8fd8f981c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:13.162258143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7493b472-a7d4-43b6-92dc-ec3c24edaca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:13.175922105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7493b472-a7d4-43b6-92dc-ec3c24edaca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:13.189756339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7493b472-a7d4-43b6-92dc-ec3c24edaca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:13.203497111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7493b472-a7d4-43b6-92dc-ec3c24edaca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:14.85318631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"76a3baac-0278-4c05-9336-442395c525e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:14.870886774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"76a3baac-0278-4c05-9336-442395c525e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:14.946794866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"6b696256-d65d-40ea-b293-27c23b0b473d","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:14.946812642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"6b696256-d65d-40ea-b293-27c23b0b473d","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.251192358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"cada4ea2-1680-4fec-8b1e-01542f2ec002","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.251213539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"cada4ea2-1680-4fec-8b1e-01542f2ec002","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.269542322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"6c0e8f2c-8e62-4925-a717-468e1ad771f9","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.269565239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"6c0e8f2c-8e62-4925-a717-468e1ad771f9","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.296153636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"e5b974ca-1ad9-482c-8be5-a71b6a8d6020","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.342285117Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"e5b974ca-1ad9-482c-8be5-a71b6a8d6020","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.358777458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"e5b974ca-1ad9-482c-8be5-a71b6a8d6020","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.375133276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"02f52a89-58ee-4869-8608-d78b5dc35dc0","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.375148048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"02f52a89-58ee-4869-8608-d78b5dc35dc0","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.129384626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c803e7f4-fe95-474d-8553-e90530d3a590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.147825264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c803e7f4-fe95-474d-8553-e90530d3a590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.168290973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c803e7f4-fe95-474d-8553-e90530d3a590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.182461296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c803e7f4-fe95-474d-8553-e90530d3a590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.730875927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3696701d-70d6-4552-a4fb-da7f5b018e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.744744745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3696701d-70d6-4552-a4fb-da7f5b018e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.758733666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3696701d-70d6-4552-a4fb-da7f5b018e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.772547273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3696701d-70d6-4552-a4fb-da7f5b018e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.786112228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"7786192d-fd41-4299-abba-73091f6fc965","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.803484765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"7786192d-fd41-4299-abba-73091f6fc965","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.819934143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"7786192d-fd41-4299-abba-73091f6fc965","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:21.620970247Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:26.404771117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"3762a528-64d6-4b64-bb52-1958fc976897","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:26.422619399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"3762a528-64d6-4b64-bb52-1958fc976897","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:26.439719693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"3762a528-64d6-4b64-bb52-1958fc976897","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:30.847665118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"fa2e766b-85a2-44bf-9a8d-64c99704de91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:30.86621671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"fa2e766b-85a2-44bf-9a8d-64c99704de91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:30.889935404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"fa2e766b-85a2-44bf-9a8d-64c99704de91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.254139167Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"ea8c6fcb-a873-4e27-a53b-d26e05726a18","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.2542914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"ff2fdf84-1dad-494d-9274-410cee499b64","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.254314396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"ff2fdf84-1dad-494d-9274-410cee499b64","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.331020619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-a-77415b","reconcileID":"b1bed462-9c1c-47bb-98cb-e289f2181788","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"maas-trlp-rate-test-model-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.38299744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"ea8c6fcb-a873-4e27-a53b-d26e05726a18","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.428564565Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"ea8c6fcb-a873-4e27-a53b-d26e05726a18","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"e2e-shared-a-w4-265447-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.428614227Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-auth-77415b","reconcileID":"ea8c6fcb-a873-4e27-a53b-d26e05726a18","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.447680016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"3dabfa57-4f23-431e-97d0-b3d9c2a396f1","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.447695568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"3dabfa57-4f23-431e-97d0-b3d9c2a396f1","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.496630269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"b46a0c1c-7be8-493b-935e-6f797072e5aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.514014311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"b46a0c1c-7be8-493b-935e-6f797072e5aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.523674675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-a-77415b","reconcileID":"acdf195d-868c-48e9-8d18-83b8f5baa4b5","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"maas-trlp-rate-test-model-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.530281864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4875e01a22bcf387fdb76a55206c8b2e2e4b34fbfba0b9d882b470dd922fb05) AuthConfig (d074306342eb120d0befc4556988d78ef7b4881940e5f925c1f5e6dbd0bb3477) AuthConfig (e017bdfad60f5132756e6b32b158183fb475cf031d6cdb1ddb4fe6bf1b53fda8) AuthConfig (223361f48e11478b295c0d8b77bbed6a0d52d1b4d47fe5394a584101d85f025f) AuthConfig (b79a77db0d88e4c3d1b2b101be1e8b8e27bb9b5d9d3a022c335c09185f116626) AuthConfig (d4609df9af20179a3c8d77cc9663d49006838723242153b5565b4087ce06a465) AuthConfig (5fc77010dcc73966337825656efb3c041e5f7d93a37569e122acd3196e7144bd) AuthConfig (1f640209b93076436b287e2a9c0f9e8d8a26fd3a09d9ad1aebf8ec2c7a1b6df6) AuthConfig (f7d88acd477614c3bf2ab3d04dc340edf509d4831449643b1d756c18520c9851) AuthConfig (8f61391baa91ec11787a4467bfed7295cf8dfa4445256e3f23aa704f222fd3d1) AuthConfig (076cde0412d07c93af94651d1a57110e4903c75cca5f76a63439678c07817442) AuthConfig (4fa22eadb7471dd9b38819dbf68e7aac5f101fd5ab5d60f22aa8e14fa94ae4dc) AuthConfig (548266415c03cc3fcf39c69a1fe40ab2fa5762e6600f448815c9fb81184c23bf) AuthConfig (a536a3d8431df4899a15af177e72be428bd373440f1c77588ba0fa8457e74c02) AuthConfig (d8fbe16002c59170347a64be5ef649f934757f80be319a664cf58c6c273bf345) AuthConfig (ebd2ed25942652c9bd96cd339e136e356d0e28e3a50403c924f54bacb893262b) AuthConfig (8eec5a3914ea7b0571f0a2f66d6cd7e93715f9030027cf14c1f46e11d421e8a7) AuthConfig (9c9eafd2cb6c0cf5679b4d7d9fd4257bad3dd4ee2ee4ce03af6897be65b6c9f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"b46a0c1c-7be8-493b-935e-6f797072e5aa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.549460953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"3bb3488b-389a-404e-9a88-57f25d61f19e","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.549480883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"3bb3488b-389a-404e-9a88-57f25d61f19e","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.589192558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"3621a74d-90fc-4aba-b112-49b953c57f5c","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.589207833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"3621a74d-90fc-4aba-b112-49b953c57f5c","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.589640997Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"c95258f8-344f-478d-ad2d-794ced17cced","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.716787313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"c95258f8-344f-478d-ad2d-794ced17cced","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.732777025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-b-77415b","reconcileID":"18b36510-8967-4edb-9a16-c3ef96d31624","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-rate-test-model-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.763042925Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"c95258f8-344f-478d-ad2d-794ced17cced","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"e2e-shared-b-w4-3f5626-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.763058753Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-auth-77415b","reconcileID":"c95258f8-344f-478d-ad2d-794ced17cced","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.78068625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"f9071f5e-6855-4fb8-b96d-c2ffb875ffab","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.780702434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"f9071f5e-6855-4fb8-b96d-c2ffb875ffab","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.854334537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-b-77415b","reconcileID":"8ca32dcd-b73d-46af-a58a-c6c1ceb37b99","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-rate-test-model-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.94136203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"6541c93d-eaf6-4b98-88e5-0306c2f607da","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:36.941390138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"6541c93d-eaf6-4b98-88e5-0306c2f607da","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:40.917972993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"2ea5a8c7-1fd2-48ce-93b6-99700e495878","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:40.937711013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"2ea5a8c7-1fd2-48ce-93b6-99700e495878","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:40.953754354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae1b87bb8ad3224768a013791a70ceb0e2ac64570905059d0560810ec98c2de6) AuthConfig (df8e8215435a6cb24c64285fcadcaff2353b2d11d700331f9f35b14533d746f9) AuthConfig (0a7201166a65db74575e4d54feacb0c38a90b14afc5bbde94c55e818edba7671) AuthConfig (aa6c746f93ccd9f42b27ab14f4d009162ffde347501e43fb8017cc6b7f0baff8) AuthConfig (ca995a4ea9167a2124f6a26d53b581e61d26856dca974b9acdd0b8fdbbfaec0e) AuthConfig (016995815cba6a2fd78226b8751b66d3f8d3b5c6955373661d7c55899280f827) AuthConfig (d5275886b729e6a358c766008c7fe860e42e9afb09c76e2585ca2273927e5b21) AuthConfig (e17f2b430d5412b542fc7c722930f448b477956d69c9884103fd32014e8a9010) AuthConfig (ff7e42b2a41f85bdaed6dee09559edaf1906a4c1d2cb96c39342fbdc8ccfc9f0) AuthConfig (e8beb17a0ae9bdc38e8aaa409a900b7f630b7bd5d6acdb9ff0d313a9d88d1e83) AuthConfig (0321fe803d0ea96124cadeefdb2578544831a4170281ed5e1f2d2818bc3bf2a3) AuthConfig (14cc379deb0af4ec61d01bc908893cf626a37786038293a350fbbfd063589d8c) AuthConfig (f1df95da068ee990c47dbee434276834ccd37616fc9110630e32d83d72d3c98c) AuthConfig (655d14fd3e025adff3bce3783a304af6f6a8463b70c606921bfebe20f64ca597) AuthConfig (3ca738312f07cd9df645adbb4e28fc5bebcafcf5c72dc7b5eda6576b5f40a84f) AuthConfig (2c5a46783e1142f9cadcc163858c706e057888bf90de741b830a89632a1dbff2) AuthConfig (562eee635b081dcd7d55efb72485637744ff2833aa61d53441563fac6fc6837d) AuthConfig (8096245cff8d5aa8b952a2c541d9283a02cc34793deb420623f7f0325902ea21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"2ea5a8c7-1fd2-48ce-93b6-99700e495878","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:40.972219614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"5d72360c-5a90-4cd4-a31c-42819687be6c","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:40.972237457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"5d72360c-5a90-4cd4-a31c-42819687be6c","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.369736225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"fa142400-7b47-41aa-acf8-c8598dc8804a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.471365533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"68a4dc66-e2ef-4c32-8ac8-e31c35324b9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.573357799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"8ad36e1c-6476-4488-bfee-55d281eed9f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.684543409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"319c6ce6-db35-4f15-b29f-e30419092c04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.778697044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"a7c72fa0-c26f-4c4e-b01f-a0015f875340","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.779431864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48e033fb-c313-4687-839b-9737f806098c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.878235129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"b900f0ec-a7da-43f5-8ae2-db2d44d35445","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.878347597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-b-77415b","reconcileID":"533591e7-38e6-4096-8dba-985e2cd6ba4e","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-rate-test-model-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.878569527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"71fc92cc-5fcf-4434-a6f5-77fba6287f03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.882351454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"11c19547-36e2-48be-b81e-476a3d8bedbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:43.975182274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"5cb078aa-a0ec-4dbe-8284-89171aacbb5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.248555241Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","namespace":"ai-tenant-e2e-shared-b-w1-625dcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.248624623Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","namespace":"ai-tenant-e2e-shared-b-w1-625dcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.248675678Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","tenant":"e2e-shared-b-w1-625dcc","tenantID":"e2e-shared-b-w1-625dcc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.263968106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-625dcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.29204989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"Service","name":"maas-api-e2e-shared-b-w1-625dcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.311324525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-625dcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.327720439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-625dcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.343745426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.360175505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.378788666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.394473586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.407752625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.420830354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.433970006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.446994314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.46019114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.473745318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.487348103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.519740852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.533963375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.551140001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.564886582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-625dcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.578038513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-625dcc"},"namespace":"ai-tenant-e2e-shared-b-w1-625dcc","name":"default-tenant","reconcileID":"2c4adf82-0ddd-4b44-b3da-f9c322e20d24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-625dcc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:44.894936383Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-625dcc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-625dcc","reconcileID":"e9bdd5bc-812e-419f-9601-4b2d83ae4715","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-625dcc","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-625dcc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:45.268747981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e76ab3-c0a6-4d7e-837a-1cb4103f5d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:45.283355892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e76ab3-c0a6-4d7e-837a-1cb4103f5d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:45.297859826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e76ab3-c0a6-4d7e-837a-1cb4103f5d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:45.31369627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e76ab3-c0a6-4d7e-837a-1cb4103f5d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:45.84906495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed1dfb7-2267-4ca3-9e61-5501b3dbdfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:45.862779189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed1dfb7-2267-4ca3-9e61-5501b3dbdfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:45.876417672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed1dfb7-2267-4ca3-9e61-5501b3dbdfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:45.890122587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed1dfb7-2267-4ca3-9e61-5501b3dbdfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:46.580386322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"855a6922-0952-4b15-b264-3bc5d3dde6db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:46.598642669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"855a6922-0952-4b15-b264-3bc5d3dde6db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:46.614539206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4875e01a22bcf387fdb76a55206c8b2e2e4b34fbfba0b9d882b470dd922fb05) AuthConfig (d074306342eb120d0befc4556988d78ef7b4881940e5f925c1f5e6dbd0bb3477) AuthConfig (e017bdfad60f5132756e6b32b158183fb475cf031d6cdb1ddb4fe6bf1b53fda8) AuthConfig (223361f48e11478b295c0d8b77bbed6a0d52d1b4d47fe5394a584101d85f025f) AuthConfig (b79a77db0d88e4c3d1b2b101be1e8b8e27bb9b5d9d3a022c335c09185f116626) AuthConfig (d4609df9af20179a3c8d77cc9663d49006838723242153b5565b4087ce06a465) AuthConfig (5fc77010dcc73966337825656efb3c041e5f7d93a37569e122acd3196e7144bd) AuthConfig (1f640209b93076436b287e2a9c0f9e8d8a26fd3a09d9ad1aebf8ec2c7a1b6df6) AuthConfig (f7d88acd477614c3bf2ab3d04dc340edf509d4831449643b1d756c18520c9851) AuthConfig (8f61391baa91ec11787a4467bfed7295cf8dfa4445256e3f23aa704f222fd3d1) AuthConfig (076cde0412d07c93af94651d1a57110e4903c75cca5f76a63439678c07817442) AuthConfig (4fa22eadb7471dd9b38819dbf68e7aac5f101fd5ab5d60f22aa8e14fa94ae4dc) AuthConfig (548266415c03cc3fcf39c69a1fe40ab2fa5762e6600f448815c9fb81184c23bf) AuthConfig (a536a3d8431df4899a15af177e72be428bd373440f1c77588ba0fa8457e74c02) AuthConfig (d8fbe16002c59170347a64be5ef649f934757f80be319a664cf58c6c273bf345) AuthConfig (ebd2ed25942652c9bd96cd339e136e356d0e28e3a50403c924f54bacb893262b) AuthConfig (8eec5a3914ea7b0571f0a2f66d6cd7e93715f9030027cf14c1f46e11d421e8a7) AuthConfig (9c9eafd2cb6c0cf5679b4d7d9fd4257bad3dd4ee2ee4ce03af6897be65b6c9f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"855a6922-0952-4b15-b264-3bc5d3dde6db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:46.994439965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-a-77415b","reconcileID":"5a9d4b42-d7e8-419b-b0e5-20251b30dedc","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","subscription":"e2e-rate-iso-a-77415b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:47.011045367Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-a-77415b","reconcileID":"5a9d4b42-d7e8-419b-b0e5-20251b30dedc","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:47.069855971Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"e2e-rate-iso-a-77415b","reconcileID":"5a9d4b42-d7e8-419b-b0e5-20251b30dedc","MaaSSubscription":{"name":"e2e-rate-iso-a-77415b","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"name":"maas-trlp-rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:47.219646459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"e53dccbe-6ccb-4b4e-9691-686ac02cf8ad","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"tenant":"e2e-shared-a-w4-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","model":"ai-tenant-e2e-shared-a-w4-265447/rate-test-model-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:47.219665989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"rate-test-model-265447","reconcileID":"e53dccbe-6ccb-4b4e-9691-686ac02cf8ad","MaaSModelRef":{"name":"rate-test-model-265447","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"routeName":"rate-test-model-265447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-265447","llmisvcName":"rate-test-model-265447","gateway":"openshift-ingress/e2e-shared-a-w4-265447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:47.366551389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"6b11354c-075d-4c17-8a29-e355452caf98","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:47.366566554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"6b11354c-075d-4c17-8a29-e355452caf98","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:51.087124377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"071abd76-d138-4f08-b74b-08504ce3c816","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:51.106835453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"071abd76-d138-4f08-b74b-08504ce3c816","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:51.122777071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae1b87bb8ad3224768a013791a70ceb0e2ac64570905059d0560810ec98c2de6) AuthConfig (df8e8215435a6cb24c64285fcadcaff2353b2d11d700331f9f35b14533d746f9) AuthConfig (0a7201166a65db74575e4d54feacb0c38a90b14afc5bbde94c55e818edba7671) AuthConfig (aa6c746f93ccd9f42b27ab14f4d009162ffde347501e43fb8017cc6b7f0baff8) AuthConfig (ca995a4ea9167a2124f6a26d53b581e61d26856dca974b9acdd0b8fdbbfaec0e) AuthConfig (016995815cba6a2fd78226b8751b66d3f8d3b5c6955373661d7c55899280f827) AuthConfig (d5275886b729e6a358c766008c7fe860e42e9afb09c76e2585ca2273927e5b21) AuthConfig (e17f2b430d5412b542fc7c722930f448b477956d69c9884103fd32014e8a9010) AuthConfig (ff7e42b2a41f85bdaed6dee09559edaf1906a4c1d2cb96c39342fbdc8ccfc9f0) AuthConfig (e8beb17a0ae9bdc38e8aaa409a900b7f630b7bd5d6acdb9ff0d313a9d88d1e83) AuthConfig (0321fe803d0ea96124cadeefdb2578544831a4170281ed5e1f2d2818bc3bf2a3) AuthConfig (14cc379deb0af4ec61d01bc908893cf626a37786038293a350fbbfd063589d8c) AuthConfig (f1df95da068ee990c47dbee434276834ccd37616fc9110630e32d83d72d3c98c) AuthConfig (655d14fd3e025adff3bce3783a304af6f6a8463b70c606921bfebe20f64ca597) AuthConfig (3ca738312f07cd9df645adbb4e28fc5bebcafcf5c72dc7b5eda6576b5f40a84f) AuthConfig (2c5a46783e1142f9cadcc163858c706e057888bf90de741b830a89632a1dbff2) AuthConfig (562eee635b081dcd7d55efb72485637744ff2833aa61d53441563fac6fc6837d) AuthConfig (8096245cff8d5aa8b952a2c541d9283a02cc34793deb420623f7f0325902ea21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"071abd76-d138-4f08-b74b-08504ce3c816","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:51.619751362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.710332295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"4b5e3815-d5d2-4892-afb7-11bb15d16658","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.710925986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"3ed84281-909e-4408-aaec-b14c0c2d8a9e","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.711345631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-w1-0f97fc","reconcileID":"05321276-d414-484e-8fde-8e57ac848442","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.711559244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-2-w1-0f97fc","reconcileID":"0c1fb62b-2a9e-4b48-8f71-64abb24e10ad","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-2-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-2-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.757244311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"3eb82412-1a3e-4fb1-a287-b715e1acbac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.761308944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-w1-0f97fc","reconcileID":"dd7616f0-6afb-46d7-83fa-24c5399f02ea","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.761539222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-2-w1-0f97fc","reconcileID":"c0e4c424-cb5b-438e-ba36-9bfdb1bf5c73","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-2-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-2-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.761791014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"b1259526-db58-49a7-b057-f81d7d9fdc13","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.762144155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"b2d95781-0b43-415f-884d-fd5c79d104eb","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.770339878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"3a868056-f7c3-4a9a-acb0-09bb319adc24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.775608788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"3eb82412-1a3e-4fb1-a287-b715e1acbac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.785967631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"663421ac-283c-4af5-b4df-6c62b859e222","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.786146863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"ff18048c-623f-46c2-8822-ba9ee031924b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.788413614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"3a868056-f7c3-4a9a-acb0-09bb319adc24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.897974972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"76374e27-ea2c-431f-b662-ef0e514d39d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.898279912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"1dd2e1f8-f5d3-45a2-bd5c-1bad0e9ac46d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.951474892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"461b65e9-6e1d-4ca8-a57c-1ca456d3b86d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.96949959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"461b65e9-6e1d-4ca8-a57c-1ca456d3b86d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:53.052752544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4c3e75-9874-4936-a20b-ee8dd2ddec7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:53.052903614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ffb8e2e5-2aa2-499d-840a-08e6ab41afb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:53.069189668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4c3e75-9874-4936-a20b-ee8dd2ddec7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:53.085065727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4c3e75-9874-4936-a20b-ee8dd2ddec7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:53.088837841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"ffb8e2e5-2aa2-499d-840a-08e6ab41afb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:53.098862724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4c3e75-9874-4936-a20b-ee8dd2ddec7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:53.627035118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707e4617-3afe-4eea-86f0-4c17edd8baa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:53.641909357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707e4617-3afe-4eea-86f0-4c17edd8baa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:53.65645489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707e4617-3afe-4eea-86f0-4c17edd8baa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:53.670099556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707e4617-3afe-4eea-86f0-4c17edd8baa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:56.642538505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"4b5660cb-36b5-4b4b-8fe6-b70cff4e293d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:56.660789187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"4b5660cb-36b5-4b4b-8fe6-b70cff4e293d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:56.677175632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-49c84b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4875e01a22bcf387fdb76a55206c8b2e2e4b34fbfba0b9d882b470dd922fb05) AuthConfig (d074306342eb120d0befc4556988d78ef7b4881940e5f925c1f5e6dbd0bb3477) AuthConfig (e017bdfad60f5132756e6b32b158183fb475cf031d6cdb1ddb4fe6bf1b53fda8) AuthConfig (223361f48e11478b295c0d8b77bbed6a0d52d1b4d47fe5394a584101d85f025f) AuthConfig (b79a77db0d88e4c3d1b2b101be1e8b8e27bb9b5d9d3a022c335c09185f116626) AuthConfig (d4609df9af20179a3c8d77cc9663d49006838723242153b5565b4087ce06a465) AuthConfig (5fc77010dcc73966337825656efb3c041e5f7d93a37569e122acd3196e7144bd) AuthConfig (1f640209b93076436b287e2a9c0f9e8d8a26fd3a09d9ad1aebf8ec2c7a1b6df6) AuthConfig (f7d88acd477614c3bf2ab3d04dc340edf509d4831449643b1d756c18520c9851) AuthConfig (8f61391baa91ec11787a4467bfed7295cf8dfa4445256e3f23aa704f222fd3d1) AuthConfig (076cde0412d07c93af94651d1a57110e4903c75cca5f76a63439678c07817442) AuthConfig (4fa22eadb7471dd9b38819dbf68e7aac5f101fd5ab5d60f22aa8e14fa94ae4dc) AuthConfig (548266415c03cc3fcf39c69a1fe40ab2fa5762e6600f448815c9fb81184c23bf) AuthConfig (a536a3d8431df4899a15af177e72be428bd373440f1c77588ba0fa8457e74c02) AuthConfig (d8fbe16002c59170347a64be5ef649f934757f80be319a664cf58c6c273bf345) AuthConfig (ebd2ed25942652c9bd96cd339e136e356d0e28e3a50403c924f54bacb893262b) AuthConfig (8eec5a3914ea7b0571f0a2f66d6cd7e93715f9030027cf14c1f46e11d421e8a7) AuthConfig (9c9eafd2cb6c0cf5679b4d7d9fd4257bad3dd4ee2ee4ce03af6897be65b6c9f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"4b5660cb-36b5-4b4b-8fe6-b70cff4e293d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:57.414729823Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-b-77415b","reconcileID":"330126b7-45c7-4af6-9f67-8475f875b61a","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","subscription":"e2e-rate-iso-b-77415b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:57.432905758Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-b-77415b","reconcileID":"330126b7-45c7-4af6-9f67-8475f875b61a","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:57.449819994Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"e2e-rate-iso-b-77415b","reconcileID":"330126b7-45c7-4af6-9f67-8475f875b61a","MaaSSubscription":{"name":"e2e-rate-iso-b-77415b","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"name":"maas-trlp-rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:57.611296731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"12f1235d-7ac8-4e85-84e9-abb3210c97a7","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"tenant":"e2e-shared-b-w4-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","model":"ai-tenant-e2e-shared-b-w4-3f5626/rate-test-model-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:57.611316441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"rate-test-model-3f5626","reconcileID":"12f1235d-7ac8-4e85-84e9-abb3210c97a7","MaaSModelRef":{"name":"rate-test-model-3f5626","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"routeName":"rate-test-model-3f5626-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","llmisvcName":"rate-test-model-3f5626","gateway":"openshift-ingress/e2e-shared-b-w4-3f5626","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:57.734959937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-2-w1-0f97fc","reconcileID":"0a00f51d-bf7e-4a5f-9c24-bbf1cee1f167","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-2-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-2-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:57.891630861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-w1-0f97fc","reconcileID":"0b9be3fc-8050-4f66-8b7f-b1513c643317","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:57.945111742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"54e541d3-455e-49e8-aa8d-1893711a4c5e","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.005297107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"739e60be-35fc-48f0-8177-46494b09a659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.005667285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"66ea704c-3cd3-47af-b5d7-90439cd34ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.018610744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"1bd7f69d-b86a-4750-96d5-9b723b3d6e60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.023395905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"66ea704c-3cd3-47af-b5d7-90439cd34ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.023977916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"739e60be-35fc-48f0-8177-46494b09a659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.050072683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"10338cba-9d43-4145-bae0-310dd2c1a27c","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.072130449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"c565d8f9-0a08-448b-9a8b-54088c607d4a","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.1120042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"5599cb91-b66f-4d7b-ba8e-6850e84234cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.112007567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"550ecdd5-1415-4c13-b86c-2a83cf30dafe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.118378932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"70285d43-5fe4-4356-91c4-0443b8d13f21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.127301673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"23451d9b-4e7a-4ead-81d4-76cb536d6839","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.129343609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"550ecdd5-1415-4c13-b86c-2a83cf30dafe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.129518525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"5599cb91-b66f-4d7b-ba8e-6850e84234cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.1701018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"3b2fc44b-c060-48ff-b441-dbdb8585185a","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:58.225434158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"2183fab7-de67-4a56-b07b-72999b17e1bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:01.156702718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"213e11fd-050f-4ad8-b73e-374170135306","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:01.174159564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"213e11fd-050f-4ad8-b73e-374170135306","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:01.191549711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2e2044-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae1b87bb8ad3224768a013791a70ceb0e2ac64570905059d0560810ec98c2de6) AuthConfig (df8e8215435a6cb24c64285fcadcaff2353b2d11d700331f9f35b14533d746f9) AuthConfig (0a7201166a65db74575e4d54feacb0c38a90b14afc5bbde94c55e818edba7671) AuthConfig (aa6c746f93ccd9f42b27ab14f4d009162ffde347501e43fb8017cc6b7f0baff8) AuthConfig (ca995a4ea9167a2124f6a26d53b581e61d26856dca974b9acdd0b8fdbbfaec0e) AuthConfig (016995815cba6a2fd78226b8751b66d3f8d3b5c6955373661d7c55899280f827) AuthConfig (d5275886b729e6a358c766008c7fe860e42e9afb09c76e2585ca2273927e5b21) AuthConfig (e17f2b430d5412b542fc7c722930f448b477956d69c9884103fd32014e8a9010) AuthConfig (ff7e42b2a41f85bdaed6dee09559edaf1906a4c1d2cb96c39342fbdc8ccfc9f0) AuthConfig (e8beb17a0ae9bdc38e8aaa409a900b7f630b7bd5d6acdb9ff0d313a9d88d1e83) AuthConfig (0321fe803d0ea96124cadeefdb2578544831a4170281ed5e1f2d2818bc3bf2a3) AuthConfig (14cc379deb0af4ec61d01bc908893cf626a37786038293a350fbbfd063589d8c) AuthConfig (f1df95da068ee990c47dbee434276834ccd37616fc9110630e32d83d72d3c98c) AuthConfig (655d14fd3e025adff3bce3783a304af6f6a8463b70c606921bfebe20f64ca597) AuthConfig (3ca738312f07cd9df645adbb4e28fc5bebcafcf5c72dc7b5eda6576b5f40a84f) AuthConfig (2c5a46783e1142f9cadcc163858c706e057888bf90de741b830a89632a1dbff2) AuthConfig (562eee635b081dcd7d55efb72485637744ff2833aa61d53441563fac6fc6837d) AuthConfig (8096245cff8d5aa8b952a2c541d9283a02cc34793deb420623f7f0325902ea21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"213e11fd-050f-4ad8-b73e-374170135306","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:01.884842598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"ae2b6e7c-fcdb-4e94-b1c9-74d73417a6ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:01.98935638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"ff86019d-2212-42d8-a1fb-9da9bef2d83b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.086006319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"e9fb0e56-4fda-4f1d-88d6-e153e2965ead","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.086079668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"885d264b-b449-47bc-b630-40919b604067","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.186873688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"680d98bb-2c88-4123-87f1-fe382eb3ad7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.285830948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"c1f6c29c-55e0-43fa-88f5-99bccfcdadaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.285832894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23b66a48-29a3-44c9-8886-57d96af813a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.387253951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03e54385-5cb6-4413-ba9e-002eced963b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.387255537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"0da6ed24-7261-45ce-9b82-1d1e1e498d16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.486569737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"e43f1229-eef6-44a5-889b-ee805ca09798","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.910918143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-2-w1-0f97fc","reconcileID":"3f0595b1-fbee-4fee-8af2-10721b2141fd","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-2-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-2-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.911284688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-w1-0f97fc","reconcileID":"08246cb6-d876-485e-870a-cccd70fb5eb0","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.911621605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"e1c6cf00-3280-407f-9661-06162d2e5750","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.911983534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"d7e6407a-4152-4b84-9aca-fbf7ddcb94cb","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.952663241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"3f2cd7e0-e446-4719-955d-00cbfc26f418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.952711321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f4e68da9-f498-44c9-9f97-c3211bcf8bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.970861662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"3f2cd7e0-e446-4719-955d-00cbfc26f418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.970938342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"f4e68da9-f498-44c9-9f97-c3211bcf8bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.971313555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"62f5d253-2e7b-4039-9875-4b28245446c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.972387839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"047e5439-95ce-4812-a7ed-4243d9746316","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:03.068471099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"0c34add3-e6be-4898-8882-c038a8d3f01d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:03.068472302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"215e3769-dd86-49d3-bf47-daf64ab8e253","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:03.141316377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"aa096e2c-c44a-408a-aec3-b3a765350a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:03.14140065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"032253c1-5e5a-49f0-a676-5afc2fd4d542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:03.160291781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"032253c1-5e5a-49f0-a676-5afc2fd4d542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:03.160558556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"aa096e2c-c44a-408a-aec3-b3a765350a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:06.704498044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"a82739a4-6357-4782-adc8-ec69d83af980","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:06.723445657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"a82739a4-6357-4782-adc8-ec69d83af980","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:06.922296781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"e2fe390d-90c9-4802-93b0-889eed5e3a4e","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:06.922320267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"e2fe390d-90c9-4802-93b0-889eed5e3a4e","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.207904651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"f86dfa1e-a253-45f3-b1c0-0c3bf3eb3df1","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.207925228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"f86dfa1e-a253-45f3-b1c0-0c3bf3eb3df1","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.22708006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"84f3f83b-a3e2-4681-8a15-bb0c71007de3","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.227239533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"84f3f83b-a3e2-4681-8a15-bb0c71007de3","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.234368181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"37427ccd-59a3-4dfc-9ebe-b76cb9193f4d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:08.238997044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-a-dfc0f8","reconcileID":"fdba8cb9-434d-4ddd-bd46-b6f3cdbeed38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-dfc0f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:08.24175927Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"84f3f83b-a3e2-4681-8a15-bb0c71007de3","name":"rate-test-model-1f0c02","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-1f0c02\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:08.241820813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"84f3f83b-a3e2-4681-8a15-bb0c71007de3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-1f0c02\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.2471394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"563551e6-d620-4cdb-906f-4cf7cdf2418e","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.247155873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"563551e6-d620-4cdb-906f-4cf7cdf2418e","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.251845235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"37427ccd-59a3-4dfc-9ebe-b76cb9193f4d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.270769092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"ec8ab9bb-656c-4151-8368-a1b251eb4cbb","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.270784258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"ec8ab9bb-656c-4151-8368-a1b251eb4cbb","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.289912531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"8814b443-e88b-423c-9484-7dd4321dd3ef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.289935809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"8814b443-e88b-423c-9484-7dd4321dd3ef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.351417512Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-a-dfc0f8","reconcileID":"7a92c533-060a-4939-b285-279b7ab991e2","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"maas-trlp-rate-test-model-1f0c02","model":"rate-test-model-1f0c02","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-1f0c02/e2e-rate-iso-a-dfc0f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.385242124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"1b00de5e-a8c1-4383-92d0-f32b4991dd35","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.385262043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"1b00de5e-a8c1-4383-92d0-f32b4991dd35","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.407265473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"196b6f1c-7383-47bc-8cf3-d3b83fc86559","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.407293516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"196b6f1c-7383-47bc-8cf3-d3b83fc86559","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.407804112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"3022859a-d13a-4ebe-ba9d-1bd5f6e71f1b","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.4078212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"3022859a-d13a-4ebe-ba9d-1bd5f6e71f1b","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.409425657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"3e9f4cc8-00ec-4558-a17c-2106bd1ad22e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.412705338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"fe6c39ae-ca9b-4064-b009-ce18c4b3ce31","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:08.41872907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-b-dfc0f8","reconcileID":"13d42368-7a1e-4a3e-809f-ce43389d6ac9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-dfc0f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.427261672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"3e9f4cc8-00ec-4558-a17c-2106bd1ad22e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.430519795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"fe6c39ae-ca9b-4064-b009-ce18c4b3ce31","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.451573168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"6e71ce2e-02a4-4da4-977d-0bb8d704ec95","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.451609192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"6e71ce2e-02a4-4da4-977d-0bb8d704ec95","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.458818032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-a-dfc0f8","reconcileID":"550ac34c-36b4-4902-8f57-aade284a3bc2","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"maas-trlp-rate-test-model-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.471139156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"034289dd-c85d-46b4-af74-72eb7faf1b23","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.471161951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"034289dd-c85d-46b4-af74-72eb7faf1b23","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.519771081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"96b7d9bd-3972-4d4b-bf88-6c27f5f45987","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.537173118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"96b7d9bd-3972-4d4b-bf88-6c27f5f45987","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.562245522Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-b-dfc0f8","reconcileID":"3dd40406-a8db-4688-82e1-c98517a0ed7e","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"maas-trlp-rate-test-model-49c84b","model":"rate-test-model-49c84b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-49c84b/e2e-rate-iso-b-dfc0f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.611456952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"c0924f56-6cfd-4c1c-90cc-d144b8a8cd55","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.611471198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"c0924f56-6cfd-4c1c-90cc-d144b8a8cd55","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.666466949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-b-dfc0f8","reconcileID":"57a181a4-f5b2-43c4-8491-545aa2efd271","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"maas-trlp-rate-test-model-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.471650721Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"b8187168-43cc-4a2d-b9e5-0655e09a5fa5","namespace":"ai-tenant-e2e-worker-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.471718347Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"b8187168-43cc-4a2d-b9e5-0655e09a5fa5","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.489666699Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"b8187168-43cc-4a2d-b9e5-0655e09a5fa5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.490497486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"40ac77a2-df3a-479e-92e5-921f5e1d8a02","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.507955326Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"b8187168-43cc-4a2d-b9e5-0655e09a5fa5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.507974438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"b8187168-43cc-4a2d-b9e5-0655e09a5fa5","namespace":"ai-tenant-e2e-worker-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.5080383Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"b8187168-43cc-4a2d-b9e5-0655e09a5fa5","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.511386154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"768b0ee6-5017-478e-8a91-72820bcafa3c","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.53057998Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"b8187168-43cc-4a2d-b9e5-0655e09a5fa5","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.531764477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"537b35f0-308b-49e7-80a0-4d5aa69531ca","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.539000368Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"e9292ca1-0ede-43c4-bbe2-4fcfd52c0fc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a269ce6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.551697932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"355a909a-f84f-4fd9-b122-51b7204a4a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.551703676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"974e9d31-08db-43a8-b224-cd9ddc803ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.554513771Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"b8187168-43cc-4a2d-b9e5-0655e09a5fa5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.555047568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"7f9770ce-e4b8-4e4f-b9ca-045e9802cc90","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.558987752Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"d9241251-f936-4e53-b0de-0463ae941dbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b4ea21a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.567909485Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"10d1a3be-bab8-4df8-8e76-b9d746175768","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a269ce6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.572949914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"974e9d31-08db-43a8-b224-cd9ddc803ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.573478619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"355a909a-f84f-4fd9-b122-51b7204a4a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.592204239Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"31ca1c7b-42d8-434f-a957-17ecb76483f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b4ea21a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.705977852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"45a77b59-4ccb-4802-8a4e-d4033ec2499d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.705983499Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"1ddc6fcb-0781-4ee5-ad83-668341cfa051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.746783503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"1ddc6fcb-0781-4ee5-ad83-668341cfa051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.746834596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"45a77b59-4ccb-4802-8a4e-d4033ec2499d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.79217586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"1ddc6fcb-0781-4ee5-ad83-668341cfa051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.792189631Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-access","reconcileID":"1ddc6fcb-0781-4ee5-ad83-668341cfa051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:09.795363848Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"45a77b59-4ccb-4802-8a4e-d4033ec2499d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-0f97fc-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:09.795409457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"45a77b59-4ccb-4802-8a4e-d4033ec2499d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-0f97fc-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.801292579Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8ab59c5e-9fad-411c-9cbe-b65b9e225d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.810742822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"e99c8504-88bc-4743-b533-72bddd694af9","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.846957998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8ab59c5e-9fad-411c-9cbe-b65b9e225d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.865074395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8ab59c5e-9fad-411c-9cbe-b65b9e225d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"e2e-worker-w1-0f97fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.865089105Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-access","reconcileID":"8ab59c5e-9fad-411c-9cbe-b65b9e225d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.889293938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"2eb8398d-2e48-4d93-99c1-ac02bb665237","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:11.234220495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"fcb73933-9b5a-40f8-93bb-47f15fbe3cf8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:11.251497604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"fcb73933-9b5a-40f8-93bb-47f15fbe3cf8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:11.323136988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"7e75dfdd-4120-494d-91f1-3fd2d9ac42f6","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:11.323152748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"7e75dfdd-4120-494d-91f1-3fd2d9ac42f6","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.908964494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"1e10d04d-7738-4b6b-9304-94f6ea6cb9f4","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.908987498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"1e10d04d-7738-4b6b-9304-94f6ea6cb9f4","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.928054781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-2-w1-0f97fc","reconcileID":"85190dc0-a78f-4bf8-82f7-a7e1aa9c8361","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-2-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-2-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.92840432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-w1-0f97fc","reconcileID":"75d024ff-3af9-4b0d-a06f-2ba1040bf2eb","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.928758294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"b9820682-0444-4de1-b1bb-b02f60c516b0","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.928814621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"b9820682-0444-4de1-b1bb-b02f60c516b0","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.93648703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"f4ee51d1-f072-4a4b-b66e-da8f7ca2bbf7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:12.940832924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-b74167","reconcileID":"d99f9c7d-8db8-440f-aa10-97b9b1857509","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b74167\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:12.948707437Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"b9820682-0444-4de1-b1bb-b02f60c516b0","name":"sub-test-model-140669","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-140669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:12.948784151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"b9820682-0444-4de1-b1bb-b02f60c516b0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-140669\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.954136719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c148d1e5-ccdf-4d44-8175-4f26bb001138","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.954155956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"c148d1e5-ccdf-4d44-8175-4f26bb001138","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.956444562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"f4ee51d1-f072-4a4b-b66e-da8f7ca2bbf7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.972540649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"293f5416-9787-4acc-8055-e10bd5f1bb65","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.972563783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"293f5416-9787-4acc-8055-e10bd5f1bb65","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.994557875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"d7c0f954-9321-4d77-8e15-27ccc872f558","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:12.994598147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"d7c0f954-9321-4d77-8e15-27ccc872f558","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.053176909Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-b74167","reconcileID":"17dd0643-6675-4e30-bd07-29109f7bb51d","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"sub-test-model-140669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-140669/e2e-shared-sub-b74167"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.103488145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"78df8d22-2920-4209-b986-4e96df984d88","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.103511897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"78df8d22-2920-4209-b986-4e96df984d88","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.124259824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"b7dfaea9-9105-43a8-976f-f593a6311428","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.124277605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"b7dfaea9-9105-43a8-976f-f593a6311428","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.124615074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"0e1977ec-a703-4174-baa0-4f9a77b5e5be","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.124627111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"0e1977ec-a703-4174-baa0-4f9a77b5e5be","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.130987359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"774f67d0-d350-4167-81d5-9552fac00659","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:13.137976969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-b74167","reconcileID":"82ae4b7d-5067-4d8b-8943-33d3bff81407","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b74167\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.149062852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"774f67d0-d350-4167-81d5-9552fac00659","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.177121183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"f27f8329-a62a-413b-b334-c348f428ed21","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.177144745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"f27f8329-a62a-413b-b334-c348f428ed21","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.195851598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"e80d7373-8efd-49b7-8c7b-c1b43bbae860","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.195881382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"e80d7373-8efd-49b7-8c7b-c1b43bbae860","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.231276672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"0bfec0d5-a791-41b3-9534-86e92902c9b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.250153783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"0bfec0d5-a791-41b3-9534-86e92902c9b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.250566275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-b74167","reconcileID":"c8606f45-73f2-4f12-9edb-00aac212f392","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.25557461Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-b74167","reconcileID":"080e58af-5b74-43ca-811f-5c8452f6b098","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"sub-test-model-2e2044","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-2e2044/e2e-shared-sub-b74167"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.296484676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"442bb342-0d5a-401f-bb50-914f464729d8","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.296499694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"442bb342-0d5a-401f-bb50-914f464729d8","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.304875263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"746dd928-6abc-462f-a93e-7b25fa5ce909","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.304892195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"746dd928-6abc-462f-a93e-7b25fa5ce909","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.312276471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"9a3ecd50-69a8-4e13-a32f-bbc0f3ef17f2","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.312295505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"9a3ecd50-69a8-4e13-a32f-bbc0f3ef17f2","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:13.328157913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-b74167","reconcileID":"597c28a9-3efb-45ee-8176-624d37437989","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-b74167\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.360448837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-b74167","reconcileID":"65e8a6ad-7399-4558-881e-11d48a80621e","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.365387807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"78eda439-a13e-4d20-a449-d0530ca3f161","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.365404273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"78eda439-a13e-4d20-a449-d0530ca3f161","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.381401295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"943f0ccb-b143-4b08-b7ff-443009cc7f33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.38437908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"f147d5e2-22c8-4499-bd8d-1a8afb26da64","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.384393423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"f147d5e2-22c8-4499-bd8d-1a8afb26da64","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.399119863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"943f0ccb-b143-4b08-b7ff-443009cc7f33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.480320229Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-b74167","reconcileID":"9e051dca-faaf-4be1-a96b-7eed0e8e363b","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-140669/e2e-a-only-b74167","ai-tenant-e2e-shared-a-w2-140669/e2e-shared-sub-b74167"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.481212571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"b130663e-0d33-419f-b9a1-80d8b7f033f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.490107762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"4cdffce2-bd5c-4262-a773-a1bac6f3789c","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.49012349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"4cdffce2-bd5c-4262-a773-a1bac6f3789c","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.499446061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"b130663e-0d33-419f-b9a1-80d8b7f033f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.50852442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"650695d7-151b-4c92-b2af-a6a2ad65a7a7","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.508537227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"650695d7-151b-4c92-b2af-a6a2ad65a7a7","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:13.520270739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-b74167","reconcileID":"41bb0d50-5688-4e07-8d74-48856506d4d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-b74167\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.530708183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"6f2362b5-82a4-48cc-b88b-1f17a1c06be9","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.530726935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"6f2362b5-82a4-48cc-b88b-1f17a1c06be9","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.557353839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"0f489f66-736a-453f-8cba-c6a5f0ee5f0a","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.557367572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"0f489f66-736a-453f-8cba-c6a5f0ee5f0a","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.560221527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-b74167","reconcileID":"3ff0a1ff-7211-443c-8169-ee36ca3e8f11","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.576804833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"b1b2d4a0-2a0f-4382-84bf-509ff25645b9","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.576819096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"b1b2d4a0-2a0f-4382-84bf-509ff25645b9","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.581115142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"bbc82491-75c5-4276-9053-ff7bfe33761f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.601389594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"bbc82491-75c5-4276-9053-ff7bfe33761f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.660513677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-b74167","reconcileID":"930b2683-9f1b-4254-a31b-07cf7c4e3f47","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.679668341Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-b74167","reconcileID":"2f96d87a-e666-42d8-b54e-25175145d9b7","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-2e2044/e2e-b-only-b74167","ai-tenant-e2e-shared-b-w2-2e2044/e2e-shared-sub-b74167"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.733614285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"bf1ba1a8-9b15-4638-b2c0-99ef453a03b2","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.733635124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"bf1ba1a8-9b15-4638-b2c0-99ef453a03b2","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.766483566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-b74167","reconcileID":"9a34c906-737d-4965-93ea-bd574727d101","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:13.88645561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-b74167","reconcileID":"40fed3e7-bbb5-4ec6-800a-4ab84e4527c2","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:14.149207854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa3c333-fe1b-4253-b787-6724559c6da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:14.163002203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa3c333-fe1b-4253-b787-6724559c6da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:14.17675564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa3c333-fe1b-4253-b787-6724559c6da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:14.190357548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa3c333-fe1b-4253-b787-6724559c6da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:14.859776741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466ab02-ba8d-4430-9e27-a3063c6cb7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:14.873575391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466ab02-ba8d-4430-9e27-a3063c6cb7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:14.887483197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466ab02-ba8d-4430-9e27-a3063c6cb7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:14.901337489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d466ab02-ba8d-4430-9e27-a3063c6cb7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:15.460639569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3d0b5e-bfd0-474f-9e5b-52153dcca106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:15.47443589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3d0b5e-bfd0-474f-9e5b-52153dcca106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:15.48808118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3d0b5e-bfd0-474f-9e5b-52153dcca106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:15.502678141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3d0b5e-bfd0-474f-9e5b-52153dcca106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.583756963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"5301ccec-10e6-4302-817e-f7266b27b9c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.599211289Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"5301ccec-10e6-4302-817e-f7266b27b9c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.609902731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"15b2ca2d-c081-4bea-bba9-94ccc53ea37c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.613744624Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"simulator-subscription","reconcileID":"5301ccec-10e6-4302-817e-f7266b27b9c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/simulator-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.630207644Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"15b2ca2d-c081-4bea-bba9-94ccc53ea37c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.644542245Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"premium-simulator-subscription","reconcileID":"15b2ca2d-c081-4bea-bba9-94ccc53ea37c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"name":"maas-trlp-premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc","model":"e2e-models-e2e-worker-w1-0f97fc/premium-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.704292686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"ae786ccc-0ff3-496e-84d3-f840fca9926e","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.804485827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"155be4dc-6ad8-4fb3-a186-0c5bca32dc5f","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:21.619897017Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:22.928682165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-2-w1-0f97fc","reconcileID":"02bb7070-de53-4844-a2be-253b90397780","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-2-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-2-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:22.92899888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-w1-0f97fc","reconcileID":"c148ce71-2c06-4eed-84da-4821dae0b56d","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:27.886475227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-b74167","reconcileID":"4cce38e6-3e14-4b20-95dd-49e6e0fb6dcc","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:27.886516001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-b74167","reconcileID":"58b32dd7-5547-4c55-ad5d-69ae0bc340df","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:27.939318054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"6e8a399a-f222-4ac0-ad49-07ffbf29424d","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:27.939337245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"6e8a399a-f222-4ac0-ad49-07ffbf29424d","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:27.939889654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"fafed765-01cd-4729-a21d-a0c94f2b72c0","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:27.939905463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"fafed765-01cd-4729-a21d-a0c94f2b72c0","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:27.983744513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-a-dfc0f8","reconcileID":"46413f10-3955-41a3-8b45-1a8c25f0ee67","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"maas-trlp-rate-test-model-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.034789852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"00d1828f-f25e-4fc0-9aa4-9112ead5bac7","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.034806407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"00d1828f-f25e-4fc0-9aa4-9112ead5bac7","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.171513464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-b74167","reconcileID":"fda9a084-8456-4ed5-8e71-fd61b4e2e18a","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.171520727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-b74167","reconcileID":"161c85bd-97f9-4aa0-a9cd-f6d35fd3f0f1","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.22223785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"bb1d8d92-6f3a-4fd8-a829-7df1fadceeda","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.222253637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"bb1d8d92-6f3a-4fd8-a829-7df1fadceeda","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.225198954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"f353478f-f074-49b6-b97d-15ea226fafee","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.225212354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"f353478f-f074-49b6-b97d-15ea226fafee","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.393566404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-b-dfc0f8","reconcileID":"5dc89bd9-e99e-4dee-8905-2465cefe51e4","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"maas-trlp-rate-test-model-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.418485752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"3da6a0f4-c910-424b-bb49-e9c5bb2ea337","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.43819486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"3da6a0f4-c910-424b-bb49-e9c5bb2ea337","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.444435398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"b463e1a4-8709-4a81-a1bb-0024e4efbc9b","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.444449905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"b463e1a4-8709-4a81-a1bb-0024e4efbc9b","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.51812454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"4ed5ed17-c174-46e1-b5d6-fb74713912f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.535714605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"4ed5ed17-c174-46e1-b5d6-fb74713912f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.619070336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"f33e0207-d87a-4a34-aeeb-a0f86ad05f1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.6377678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"f33e0207-d87a-4a34-aeeb-a0f86ad05f1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.769919961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"667b6ecf-31f0-4673-81b9-659e4ba2df2e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:28.78710138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"667b6ecf-31f0-4673-81b9-659e4ba2df2e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:29.704689072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"35ec0a47-a703-4e55-bc26-714b5216be54","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:29.806224647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"b2e95b75-8aab-41c4-af92-400f34f42c79","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:32.930017613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-2-w1-0f97fc","reconcileID":"fa282dad-c3f2-484e-b88f-7a71f487ac32","MaaSModelRef":{"name":"distinct-2-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-2-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-2-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:32.930270941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"distinct-w1-0f97fc","reconcileID":"ee1fa3ed-484b-4e14-bb4a-84e65c331eb6","MaaSModelRef":{"name":"distinct-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"distinct-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"distinct-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.507354814Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"34b4cff2-81e3-4c26-881e-ad0469d0d44c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.507483691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"a92aa22b-7021-4eaf-903c-b920d95501ed","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.507501871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"a92aa22b-7021-4eaf-903c-b920d95501ed","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.584321753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-a-dfc0f8","reconcileID":"7dcc93f4-043e-4a33-bde4-ab6d42b0deda","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"maas-trlp-rate-test-model-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.635286268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"34b4cff2-81e3-4c26-881e-ad0469d0d44c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.681964022Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"34b4cff2-81e3-4c26-881e-ad0469d0d44c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"e2e-shared-a-w0-1f0c02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.681982162Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"34b4cff2-81e3-4c26-881e-ad0469d0d44c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.700166817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"b3035fdb-7884-4a2c-b4bb-3546fe480c40","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.700181989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"b3035fdb-7884-4a2c-b4bb-3546fe480c40","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.777159371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-a-dfc0f8","reconcileID":"1693a105-61f1-454f-be70-5c1d247f3695","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"maas-trlp-rate-test-model-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.837504191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"b3fc86b8-115c-4d63-a06d-2767896fd2d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.837577508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"24d756f8-5406-48e9-9afe-617c3cf802c5","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.837669946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"24d756f8-5406-48e9-9afe-617c3cf802c5","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.916667273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-b-dfc0f8","reconcileID":"5014435c-dab1-4811-9949-1af047b1b66f","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"maas-trlp-rate-test-model-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.966298475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"b3fc86b8-115c-4d63-a06d-2767896fd2d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.011675361Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"b3fc86b8-115c-4d63-a06d-2767896fd2d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.011699483Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"b3fc86b8-115c-4d63-a06d-2767896fd2d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.033096846Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"1b935c35-d1cd-42ea-a8d1-56dbb43a8769","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.033802114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"f2a7f728-c324-43d0-aec6-8c890ff84153","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.033890729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"f2a7f728-c324-43d0-aec6-8c890ff84153","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.075090429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"4a7c959d-31b1-48c6-a482-172e67a5e745","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.075236554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"185c834c-fce1-4dae-830a-d62db9bf26e2","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.075255954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"185c834c-fce1-4dae-830a-d62db9bf26e2","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.110732204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-b-dfc0f8","reconcileID":"9ab02acf-4d30-4553-a270-8c71276fae65","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"maas-trlp-rate-test-model-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.161767362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"59b18ff3-d933-4fe1-9950-10b294348d74","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.16178306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"59b18ff3-d933-4fe1-9950-10b294348d74","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.167678651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"1b935c35-d1cd-42ea-a8d1-56dbb43a8769","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.187151445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"1b935c35-d1cd-42ea-a8d1-56dbb43a8769","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"e2e-shared-b-w0-49c84b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.187169787Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"1b935c35-d1cd-42ea-a8d1-56dbb43a8769","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-49c84b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:34.200848991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-auth-dfc0f8","reconcileID":"1b935c35-d1cd-42ea-a8d1-56dbb43a8769","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-dfc0f8\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.215816513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-b74167","reconcileID":"a6ecde66-e9d3-47fc-8005-09d4426a50f8","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.215816526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-b74167","reconcileID":"aa1a1f9b-24be-4579-9be8-8106c6ddba56","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.269651929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"4a7c959d-31b1-48c6-a482-172e67a5e745","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.337937669Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"4a7c959d-31b1-48c6-a482-172e67a5e745","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"e2e-shared-a-w2-140669-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.338043295Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-sub-iso-auth-b74167","reconcileID":"4a7c959d-31b1-48c6-a482-172e67a5e745","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.358249024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"d12c918f-09ec-46f6-b23f-5b4143e264d0","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.358270048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"d12c918f-09ec-46f6-b23f-5b4143e264d0","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.432265307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-b74167","reconcileID":"cb438dbb-38ef-4792-92d4-c3ffb6744275","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.432322924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-b74167","reconcileID":"39747951-1fa6-4f36-bda7-4012d2203bab","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.492710377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"70bc9bc4-cbaf-4e80-9765-09b4b581c319","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.492726714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"70bc9bc4-cbaf-4e80-9765-09b4b581c319","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.682961447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"simulator-w1-0f97fc","reconcileID":"15faa9ac-10ad-4909-b204-16efe9ffc236","MaaSModelRef":{"name":"simulator-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"simulator-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"simulator-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.683157214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"namespace":"e2e-models-e2e-worker-w1-0f97fc","name":"premium-w1-0f97fc","reconcileID":"cae1da6f-f529-43fa-b141-a29bde5199cd","MaaSModelRef":{"name":"premium-w1-0f97fc","namespace":"e2e-models-e2e-worker-w1-0f97fc"},"routeName":"premium-w1-0f97fc-kserve-route","namespace":"e2e-models-e2e-worker-w1-0f97fc","llmisvcName":"premium-w1-0f97fc","gateway":"openshift-ingress/e2e-worker-w1-0f97fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.248111797Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","namespace":"ai-tenant-e2e-worker-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.248194486Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","namespace":"ai-tenant-e2e-worker-w1-0f97fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.24827176Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","tenant":"e2e-worker-w1-0f97fc","tenantID":"e2e-worker-w1-0f97fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.265528665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"Deployment","name":"maas-api-e2e-worker-w1-0f97fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.300748262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"Service","name":"maas-api-e2e-worker-w1-0f97fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.317880259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-0f97fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.334476091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-0f97fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.351510307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.373939871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.392331522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.408196446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.421757656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.435075661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.448467485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"Service","name":"payload-processing-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.462035915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.475635057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.488984294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.502162633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.518806245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.532868448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.547214772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.561252396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-0f97fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.574954675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-0f97fc"},"namespace":"ai-tenant-e2e-worker-w1-0f97fc","name":"default-tenant","reconcileID":"afbc5d13-5bcb-411b-813c-9e4303d0ec7e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-0f97fc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.880031848Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-0f97fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-0f97fc","reconcileID":"0ee8764c-229d-4f60-8fd8-c5be7ef7931d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-0f97fc","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-0f97fc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.263486779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1503d2-5573-4911-b1b7-e6ab7510c7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.277580364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1503d2-5573-4911-b1b7-e6ab7510c7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.291429084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1503d2-5573-4911-b1b7-e6ab7510c7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.305266428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1503d2-5573-4911-b1b7-e6ab7510c7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.868670852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30d191b-0223-43da-a8b2-a53e77efd496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.883356351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30d191b-0223-43da-a8b2-a53e77efd496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.898888724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30d191b-0223-43da-a8b2-a53e77efd496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.91975813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30d191b-0223-43da-a8b2-a53e77efd496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.208477339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-a-dfc0f8","reconcileID":"b4a393fa-85dd-490c-b8b5-78e3cc2aa085","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","subscription":"e2e-rate-iso-a-dfc0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.222989447Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-a-dfc0f8","reconcileID":"b4a393fa-85dd-490c-b8b5-78e3cc2aa085","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.237400027Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"e2e-rate-iso-a-dfc0f8","reconcileID":"b4a393fa-85dd-490c-b8b5-78e3cc2aa085","MaaSSubscription":{"name":"e2e-rate-iso-a-dfc0f8","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"name":"maas-trlp-rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.315814253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"aff18f13-426a-4db1-8a2a-5f411d3ff8c3","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"tenant":"e2e-shared-a-w0-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","model":"ai-tenant-e2e-shared-a-w0-1f0c02/rate-test-model-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.315830358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"rate-test-model-1f0c02","reconcileID":"aff18f13-426a-4db1-8a2a-5f411d3ff8c3","MaaSModelRef":{"name":"rate-test-model-1f0c02","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"routeName":"rate-test-model-1f0c02-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","llmisvcName":"rate-test-model-1f0c02","gateway":"openshift-ingress/e2e-shared-a-w0-1f0c02","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.454010641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"7a294318-d092-4e0b-b0e7-ccbf3cd10b22","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.454028605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"7a294318-d092-4e0b-b0e7-ccbf3cd10b22","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.54090038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-b74167","reconcileID":"844f49df-1b55-4ba3-8b95-d865ca0e3587","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscription":"e2e-shared-sub-b74167","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.60822564Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-shared-sub-b74167","reconcileID":"844f49df-1b55-4ba3-8b95-d865ca0e3587","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-140669/e2e-a-only-b74167"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.663877718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-b74167","reconcileID":"a072de3d-453c-461a-852e-52dc55205d46","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.754279474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"8157d7aa-e83b-4fd6-bdb3-1bc1a666fec2","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.754300443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"8157d7aa-e83b-4fd6-bdb3-1bc1a666fec2","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.885337818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"a7ff6931-2a84-488b-b539-163215048d8f","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.885354755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"a7ff6931-2a84-488b-b539-163215048d8f","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.249799358Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","namespace":"ai-tenant-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.249848438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","namespace":"ai-tenant-e2e-extmod-a-3b20b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.249891973Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","tenant":"e2e-extmod-a-3b20b0","tenantID":"e2e-extmod-a-3b20b0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.265460332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"Deployment","name":"maas-api-e2e-extmod-a-3b20b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.290860083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"Service","name":"maas-api-e2e-extmod-a-3b20b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.311361554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-3b20b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.327496548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-3b20b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.343677529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.360527565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.377200442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.393232221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.406652165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.419795173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.432990482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"Service","name":"payload-processing-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.446167962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.459308098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.472423434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.485497761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.513539553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.527966226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.555820611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.572639867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-3b20b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.586309255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3b20b0"},"namespace":"ai-tenant-e2e-extmod-a-3b20b0","name":"default-tenant","reconcileID":"176d5bf5-cbb5-4717-b185-0621379276c2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-3b20b0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.859251838Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3b20b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3b20b0","reconcileID":"70a4f17a-ee4f-4042-9308-8bd4f7a86c64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3b20b0","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-3b20b0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.202068194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff2b031-6af9-4d1f-87a2-47b5e1f84a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.216039681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff2b031-6af9-4d1f-87a2-47b5e1f84a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.229739218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff2b031-6af9-4d1f-87a2-47b5e1f84a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.243482574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff2b031-6af9-4d1f-87a2-47b5e1f84a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.828467808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea177b6-9537-4129-a98c-243ffac76f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.842301287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea177b6-9537-4129-a98c-243ffac76f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.856138918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea177b6-9537-4129-a98c-243ffac76f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.869870837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea177b6-9537-4129-a98c-243ffac76f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:51.620776304Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.503797099Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-b-dfc0f8","reconcileID":"c2c05691-612f-46b9-b5fb-28c8dfbb2c94","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","subscription":"e2e-rate-iso-b-dfc0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.523840636Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-b-dfc0f8","reconcileID":"c2c05691-612f-46b9-b5fb-28c8dfbb2c94","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.538845466Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"e2e-rate-iso-b-dfc0f8","reconcileID":"c2c05691-612f-46b9-b5fb-28c8dfbb2c94","MaaSSubscription":{"name":"e2e-rate-iso-b-dfc0f8","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"name":"maas-trlp-rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.626634903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"04564447-f096-4081-9dbc-86e1feea245d","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"tenant":"e2e-shared-b-w0-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","model":"ai-tenant-e2e-shared-b-w0-49c84b/rate-test-model-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.626662141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"rate-test-model-49c84b","reconcileID":"04564447-f096-4081-9dbc-86e1feea245d","MaaSModelRef":{"name":"rate-test-model-49c84b","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"routeName":"rate-test-model-49c84b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","llmisvcName":"rate-test-model-49c84b","gateway":"openshift-ingress/e2e-shared-b-w0-49c84b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.935782471Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-b74167","reconcileID":"c0e15803-3b7d-4a53-8a28-c7d699f6ae81","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","subscription":"e2e-a-only-b74167","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.993346526Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-b74167","reconcileID":"c0e15803-3b7d-4a53-8a28-c7d699f6ae81","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.007308259Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"e2e-a-only-b74167","reconcileID":"c0e15803-3b7d-4a53-8a28-c7d699f6ae81","MaaSSubscription":{"name":"e2e-a-only-b74167","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"name":"maas-trlp-sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.134918635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c68236-a84c-42c3-a4cc-1560f8e217a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.148523305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c68236-a84c-42c3-a4cc-1560f8e217a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.150728587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"dc5fd8db-c067-418b-8190-f6e90f0bb1d3","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"tenant":"e2e-shared-a-w2-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","model":"ai-tenant-e2e-shared-a-w2-140669/sub-test-model-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.150745414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"sub-test-model-140669","reconcileID":"dc5fd8db-c067-418b-8190-f6e90f0bb1d3","MaaSModelRef":{"name":"sub-test-model-140669","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"routeName":"sub-test-model-140669-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-140669","llmisvcName":"sub-test-model-140669","gateway":"openshift-ingress/e2e-shared-a-w2-140669","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.162283443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c68236-a84c-42c3-a4cc-1560f8e217a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.177058556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c68236-a84c-42c3-a4cc-1560f8e217a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.437301416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"f0a2a6c9-b476-43f1-865f-9377a38d2447","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.437319608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"f0a2a6c9-b476-43f1-865f-9377a38d2447","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.484253557Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"e3f0bc01-9bcd-4a3b-8e20-a55c5eb57d2b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.625112829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-b74167","reconcileID":"a8e60647-2a37-41f7-8055-9d0739de9d0f","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.6255206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-b74167","reconcileID":"b5c7aa99-a8e3-4381-851d-9f3d1766d889","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.633272792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"e3f0bc01-9bcd-4a3b-8e20-a55c5eb57d2b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.693615055Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"e3f0bc01-9bcd-4a3b-8e20-a55c5eb57d2b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.693630586Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"e3f0bc01-9bcd-4a3b-8e20-a55c5eb57d2b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.718065883Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"d42e1cc2-9936-4e81-8441-fbced538b538","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.718517599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"3e1312b6-0096-4bb5-8eaf-1ba55fb0cb62","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.718537186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"3e1312b6-0096-4bb5-8eaf-1ba55fb0cb62","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.803792424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-b74167","reconcileID":"1021d085-a9d2-4274-821e-1673fe2498ea","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.804085552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-b74167","reconcileID":"a48b95c6-d9c5-4226-b6f8-1de55d861d5d","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.837142959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac02ab2-b0d8-4da9-94e2-8ccbc6b22c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.851220672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac02ab2-b0d8-4da9-94e2-8ccbc6b22c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.861235812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"d62e3b1a-d6f9-4c78-9b7c-61297f25501d","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.861252301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"d62e3b1a-d6f9-4c78-9b7c-61297f25501d","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.865344726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac02ab2-b0d8-4da9-94e2-8ccbc6b22c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.879234232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac02ab2-b0d8-4da9-94e2-8ccbc6b22c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.946551691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"d42e1cc2-9936-4e81-8441-fbced538b538","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.971224459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"d42e1cc2-9936-4e81-8441-fbced538b538","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"e2e-shared-b-w2-2e2044-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:55.971254307Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"d42e1cc2-9936-4e81-8441-fbced538b538","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2e2044","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:30:55.984842605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-sub-iso-auth-b74167","reconcileID":"d42e1cc2-9936-4e81-8441-fbced538b538","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-b74167\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:56.432156645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e0167b-4180-4360-af42-4f3eaf9d9976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:56.445918514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e0167b-4180-4360-af42-4f3eaf9d9976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:56.460015726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e0167b-4180-4360-af42-4f3eaf9d9976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:56.474139486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e0167b-4180-4360-af42-4f3eaf9d9976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:05.917071946Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-b74167","reconcileID":"2296b2d1-29df-4f18-85a1-e3ce3aae0d7f","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscription":"e2e-shared-sub-b74167","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:05.985030311Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-shared-sub-b74167","reconcileID":"2296b2d1-29df-4f18-85a1-e3ce3aae0d7f","MaaSSubscription":{"name":"e2e-shared-sub-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-2e2044/e2e-b-only-b74167"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:06.056785393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-b74167","reconcileID":"9d7b4d96-c6f0-48d7-ab6f-415bc1a3a8de","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:06.139633406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"030fb7c0-370a-4144-910a-899bfa9b8da2","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:06.139655714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"030fb7c0-370a-4144-910a-899bfa9b8da2","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:06.454097057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"b4833778-4efa-4d07-b5f9-cef35d4fec72","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:06.454115934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"b4833778-4efa-4d07-b5f9-cef35d4fec72","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:10.966572104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03952b29-2f3a-453c-9339-f795c8b8b860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:10.980478648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03952b29-2f3a-453c-9339-f795c8b8b860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:10.99450272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03952b29-2f3a-453c-9339-f795c8b8b860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:11.008779558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03952b29-2f3a-453c-9339-f795c8b8b860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:11.566351915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3766750-00f1-4731-b37b-984207e2b9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:11.587672136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3766750-00f1-4731-b37b-984207e2b9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:11.602775357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3766750-00f1-4731-b37b-984207e2b9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:11.616675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3766750-00f1-4731-b37b-984207e2b9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:12.169312205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01232ff-213f-4c25-a90a-b170091e539c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:12.183332573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01232ff-213f-4c25-a90a-b170091e539c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:12.197061279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01232ff-213f-4c25-a90a-b170091e539c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:12.211105962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01232ff-213f-4c25-a90a-b170091e539c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.50328993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-b74167","reconcileID":"8f98f8b1-6b75-435a-911d-dd67c1c35a09","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","subscription":"e2e-b-only-b74167","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.517466748Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-b74167","reconcileID":"8f98f8b1-6b75-435a-911d-dd67c1c35a09","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.53138262Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"e2e-b-only-b74167","reconcileID":"8f98f8b1-6b75-435a-911d-dd67c1c35a09","MaaSSubscription":{"name":"e2e-b-only-b74167","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"name":"maas-trlp-sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.609545468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"efb103b9-627e-4112-81aa-66e1fd039709","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"tenant":"e2e-shared-b-w2-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","model":"ai-tenant-e2e-shared-b-w2-2e2044/sub-test-model-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.609563217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"sub-test-model-2e2044","reconcileID":"efb103b9-627e-4112-81aa-66e1fd039709","MaaSModelRef":{"name":"sub-test-model-2e2044","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"routeName":"sub-test-model-2e2044-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","llmisvcName":"sub-test-model-2e2044","gateway":"openshift-ingress/e2e-shared-b-w2-2e2044","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.286951385Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","namespace":"ai-tenant-e2e-extmod-b-3875b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.287000842Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","namespace":"ai-tenant-e2e-extmod-b-3875b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.287047684Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","tenant":"e2e-extmod-b-3875b3","tenantID":"e2e-extmod-b-3875b3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.303099759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"Deployment","name":"maas-api-e2e-extmod-b-3875b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.329803801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"Service","name":"maas-api-e2e-extmod-b-3875b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.347982488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-3875b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.367473057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-3875b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.383452989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.402643649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.419413685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.437241047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.451043108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.464712998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.47811822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"Service","name":"payload-processing-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.491727556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.505191375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.518657484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.532664335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.551915794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.584930356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.600488285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.614153464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-3875b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.628135595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3875b3"},"namespace":"ai-tenant-e2e-extmod-b-3875b3","name":"default-tenant","reconcileID":"18a615b8-b0a0-4add-96de-2caad7c3a568","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-3875b3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.966670649Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3875b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3875b3","reconcileID":"782aadd7-e27e-4854-8867-456a5c58e166","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3875b3","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-3875b3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.368005703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64afb6a9-596f-4c30-9bde-0b2482e62d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.382335882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64afb6a9-596f-4c30-9bde-0b2482e62d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.396839958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64afb6a9-596f-4c30-9bde-0b2482e62d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.410952715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64afb6a9-596f-4c30-9bde-0b2482e62d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.945426823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9b2b87-1891-4580-8b0d-280508ed52a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.959337969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9b2b87-1891-4580-8b0d-280508ed52a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.973480376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9b2b87-1891-4580-8b0d-280508ed52a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.98923419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9b2b87-1891-4580-8b0d-280508ed52a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:21.620561335Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:25.118646743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388e802b-87d0-4551-b37d-fad17a5021eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:25.132794989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388e802b-87d0-4551-b37d-fad17a5021eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:25.14649533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388e802b-87d0-4551-b37d-fad17a5021eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:25.161439148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388e802b-87d0-4551-b37d-fad17a5021eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:25.759649444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e885f58-fa8e-419b-a509-ad29225a4f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:25.773514306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e885f58-fa8e-419b-a509-ad29225a4f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:25.787409424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e885f58-fa8e-419b-a509-ad29225a4f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:25.801192695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e885f58-fa8e-419b-a509-ad29225a4f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:26.385814967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9585f9-a293-4cee-878d-70f2ae481fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:26.399895512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9585f9-a293-4cee-878d-70f2ae481fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:26.413825837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9585f9-a293-4cee-878d-70f2ae481fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:26.427729969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9585f9-a293-4cee-878d-70f2ae481fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:27.047918307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be152536-640b-41ee-894a-751df1237b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:27.06182604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be152536-640b-41ee-894a-751df1237b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:27.075854328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be152536-640b-41ee-894a-751df1237b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:27.089729689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be152536-640b-41ee-894a-751df1237b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:27.650018176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8708b5-7262-464a-933f-f2b35f73a06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:27.664261764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8708b5-7262-464a-933f-f2b35f73a06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:27.677881423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8708b5-7262-464a-933f-f2b35f73a06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:27.691617552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c8708b5-7262-464a-933f-f2b35f73a06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:28.268845158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36cf787c-7ee4-4d34-826d-a899f9e1de3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:28.282768367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36cf787c-7ee4-4d34-826d-a899f9e1de3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:28.296322094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36cf787c-7ee4-4d34-826d-a899f9e1de3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:28.309903916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36cf787c-7ee4-4d34-826d-a899f9e1de3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:28.845423007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded3f182-6c30-41fe-bfc8-b5495b9684fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:28.859249901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded3f182-6c30-41fe-bfc8-b5495b9684fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:28.873280737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded3f182-6c30-41fe-bfc8-b5495b9684fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:28.886996423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded3f182-6c30-41fe-bfc8-b5495b9684fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:29.482761827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a476ab-977c-465d-a60f-6233eafecadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:29.496478463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a476ab-977c-465d-a60f-6233eafecadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:29.5103157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a476ab-977c-465d-a60f-6233eafecadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:29.524571624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a476ab-977c-465d-a60f-6233eafecadf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:30.061806528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ac95a5-eb0d-479b-ac48-a5d7f0ec51e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:30.075683893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ac95a5-eb0d-479b-ac48-a5d7f0ec51e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:30.089656065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ac95a5-eb0d-479b-ac48-a5d7f0ec51e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:30.10403203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ac95a5-eb0d-479b-ac48-a5d7f0ec51e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.484154525Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","namespace":"ai-tenant-e2e-extmod-a-403d6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.484214337Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","namespace":"ai-tenant-e2e-extmod-a-403d6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.484263168Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","tenant":"e2e-extmod-a-403d6f","tenantID":"e2e-extmod-a-403d6f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.502963004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"Deployment","name":"maas-api-e2e-extmod-a-403d6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.532829622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"Service","name":"maas-api-e2e-extmod-a-403d6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.550630662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-403d6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.566570841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-403d6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.582698989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.601057971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.619735661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.635801494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.649471883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.666557129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.680919541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"Service","name":"payload-processing-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.700484117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.71754774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.732404353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.763232664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.795012396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.813721522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.830920664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.846300494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-403d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.861440428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-403d6f"},"namespace":"ai-tenant-e2e-extmod-a-403d6f","name":"default-tenant","reconcileID":"e860cb30-63f4-4a13-a676-21c386fc5abf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-403d6f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.135783464Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-403d6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-403d6f","reconcileID":"81c2fc31-88e2-45ac-b298-e66467a7834a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-403d6f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-403d6f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.555965669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e288ed4-d8f2-4969-a8a5-2e44fb3d3f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.56966998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e288ed4-d8f2-4969-a8a5-2e44fb3d3f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.583443817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e288ed4-d8f2-4969-a8a5-2e44fb3d3f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.597293155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e288ed4-d8f2-4969-a8a5-2e44fb3d3f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:34.154868031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e564538a-3ec1-40dc-91be-9c91707b47e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:34.168711145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e564538a-3ec1-40dc-91be-9c91707b47e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:34.182675572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e564538a-3ec1-40dc-91be-9c91707b47e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:34.196958773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e564538a-3ec1-40dc-91be-9c91707b47e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:41.347802221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64d4100-1490-45ac-afda-95f8c80c345b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:41.362249371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64d4100-1490-45ac-afda-95f8c80c345b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:41.376657515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64d4100-1490-45ac-afda-95f8c80c345b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:41.39122465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64d4100-1490-45ac-afda-95f8c80c345b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:41.951859023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4ba63b-599e-47bc-864e-da6267e4dcaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:41.965717502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4ba63b-599e-47bc-864e-da6267e4dcaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:41.979318432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4ba63b-599e-47bc-864e-da6267e4dcaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:41.993083083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4ba63b-599e-47bc-864e-da6267e4dcaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:42.54195319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9dc3060-55a4-49fd-b8f4-f369fb3655f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:42.555719396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9dc3060-55a4-49fd-b8f4-f369fb3655f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:42.569438368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9dc3060-55a4-49fd-b8f4-f369fb3655f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:42.583083767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9dc3060-55a4-49fd-b8f4-f369fb3655f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:43.158076111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7665bd8e-4677-4407-b5c5-8c14e28f764e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:43.172262597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7665bd8e-4677-4407-b5c5-8c14e28f764e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:43.186297961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7665bd8e-4677-4407-b5c5-8c14e28f764e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:43.20023783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7665bd8e-4677-4407-b5c5-8c14e28f764e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:43.755432614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a277d386-33dd-4cdc-8ed0-3df26bad4e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:43.769394535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a277d386-33dd-4cdc-8ed0-3df26bad4e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:43.783294831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a277d386-33dd-4cdc-8ed0-3df26bad4e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:43.797380007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a277d386-33dd-4cdc-8ed0-3df26bad4e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:48.875877564Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:48.875931927Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","namespace":"ai-tenant-e2e-extmod-a-0d0a9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:48.875979579Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","tenant":"e2e-extmod-a-0d0a9b","tenantID":"e2e-extmod-a-0d0a9b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:48.891128426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"Deployment","name":"maas-api-e2e-extmod-a-0d0a9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:48.917465507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"Service","name":"maas-api-e2e-extmod-a-0d0a9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:48.935530334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-0d0a9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:48.954421562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-0d0a9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:48.970388685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:48.986643831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.004708626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.020289218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.033324033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.046559895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.059715061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"Service","name":"payload-processing-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.072753039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.085878067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.098948531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.112075066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.131662621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.146331622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.161025449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.17472075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-0d0a9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.188086184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0d0a9b"},"namespace":"ai-tenant-e2e-extmod-a-0d0a9b","name":"default-tenant","reconcileID":"6f39e6dd-9379-4ab4-a85a-ae27f50a3f67","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-0d0a9b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.206006338Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","namespace":"ai-tenant-e2e-shared-a-w4-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.206059582Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","namespace":"ai-tenant-e2e-shared-a-w4-265447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.206119677Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","tenant":"e2e-shared-a-w4-265447","tenantID":"e2e-shared-a-w4-265447","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.221436838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-265447","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.256780906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"Service","name":"maas-api-e2e-shared-a-w4-265447","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.273421091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-265447","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.288864493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-265447","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.30498496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.321257972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.340058766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.355690495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.369138723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.3833344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.396623475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.409824551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.423028663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.437368168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.438012253Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0d0a9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0d0a9b","reconcileID":"93b33ed3-b613-49ce-a1c5-dd1416b70921","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0d0a9b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-0d0a9b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.451026549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.468633538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.481999059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.495607965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.513881977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-265447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.528846885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-265447"},"namespace":"ai-tenant-e2e-shared-a-w4-265447","name":"default-tenant","reconcileID":"54ccdc66-1437-4bde-a3ee-95e83ae9f448","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-265447","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.927754652Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-265447","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-265447","reconcileID":"4665e708-0f0b-48c0-b7b5-b79399b46531","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-265447","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-265447"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.948128434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64385a83-5ddc-491b-b276-bbd0cd6a9401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.962085434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64385a83-5ddc-491b-b276-bbd0cd6a9401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.975663715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64385a83-5ddc-491b-b276-bbd0cd6a9401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:49.989382639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64385a83-5ddc-491b-b276-bbd0cd6a9401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:50.55050999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e49166-e921-48c1-b585-4bca7af000f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:50.564565172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e49166-e921-48c1-b585-4bca7af000f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:50.579214227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e49166-e921-48c1-b585-4bca7af000f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:50.594619894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e49166-e921-48c1-b585-4bca7af000f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:51.464539706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"1158f8b3-11b9-42b5-8b8d-5fcbc42f896f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:51.571622258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c879c7e2-ad27-45a8-a051-586d05abe70f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:51.620311232Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:51.668818505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"ba1ee456-be4a-474d-92f2-a4ca5d06449a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:51.668892956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e0124f2-c15f-4c4a-b286-68cce2d333ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:51.669244304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"58322b6e-38f2-4c4b-b1db-33039f8c23e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:51.767803608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"3b3563bf-9795-4276-92c1-0b4c9d467ea1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:51.867847617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"6e34a949-df4a-42e2-888f-d2b914fad89b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:51.967554788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"10acb858-d115-4372-be34-e34dd036add5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:55.883701845Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","namespace":"ai-tenant-e2e-extmod-b-ade612","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:55.883759153Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","namespace":"ai-tenant-e2e-extmod-b-ade612","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:55.883810659Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","tenant":"e2e-extmod-b-ade612","tenantID":"e2e-extmod-b-ade612","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:55.899657261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"Deployment","name":"maas-api-e2e-extmod-b-ade612","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:55.933001265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"Service","name":"maas-api-e2e-extmod-b-ade612","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:55.949748973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-ade612","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:55.967854303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-ade612","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:55.984619645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.004076391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.021289697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.043061861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.056705714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.070439246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.084175727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"Service","name":"payload-processing-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.098282511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.112105407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.12592483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.140400689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.164705041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.188941496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.206311516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.222421151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-ade612","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.23583969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ade612"},"namespace":"ai-tenant-e2e-extmod-b-ade612","name":"default-tenant","reconcileID":"a274fb3e-8754-4693-9b8a-07942e37132e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-ade612","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.484544762Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-ade612","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-ade612","reconcileID":"4df6b316-170f-4ae0-b8d2-53970d716ecc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-ade612","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-ade612"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.826896408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62178f60-da5b-42f4-bd6c-c0202161ccb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.840645202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62178f60-da5b-42f4-bd6c-c0202161ccb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.855106125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62178f60-da5b-42f4-bd6c-c0202161ccb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.872560849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62178f60-da5b-42f4-bd6c-c0202161ccb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:57.423800832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07ccd33-15e1-4784-a752-8f97a4d361ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:57.438550353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07ccd33-15e1-4784-a752-8f97a4d361ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:57.455300655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07ccd33-15e1-4784-a752-8f97a4d361ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:57.469714588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07ccd33-15e1-4784-a752-8f97a4d361ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:58.431262163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afdac4b-e020-45bb-b492-ea02aae559fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:58.445551036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afdac4b-e020-45bb-b492-ea02aae559fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:58.459423593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afdac4b-e020-45bb-b492-ea02aae559fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:58.47302159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afdac4b-e020-45bb-b492-ea02aae559fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.013033258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fa92c-beb6-4f80-b3d0-1c8137812871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.026929149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fa92c-beb6-4f80-b3d0-1c8137812871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.040544525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fa92c-beb6-4f80-b3d0-1c8137812871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.054396056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276fa92c-beb6-4f80-b3d0-1c8137812871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.588771505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2994aefd-b87f-4b23-a12e-ef6001df7a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.602478793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2994aefd-b87f-4b23-a12e-ef6001df7a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.616081234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2994aefd-b87f-4b23-a12e-ef6001df7a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.629888939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2994aefd-b87f-4b23-a12e-ef6001df7a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.247651215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbc30f4-86bd-48ee-bc5b-310bf86a78ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.261632262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbc30f4-86bd-48ee-bc5b-310bf86a78ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.275526646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbc30f4-86bd-48ee-bc5b-310bf86a78ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.28934799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bbc30f4-86bd-48ee-bc5b-310bf86a78ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.578855052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"a9292662-64f9-45ea-91d7-17c070debbc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.672338092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"0f928f28-c2f9-48f9-8d11-22d6ab7380f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.771947891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"d0dc9699-a5eb-4fa5-b4a5-f065599fd5db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.772000805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80e7c62e-6d64-4a7c-8044-00a78ee78597","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.864270191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b7fa03-a155-4b23-b39c-b9bb9e267707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.873130558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"3ed26ae1-1da4-4e05-8c10-21900a1ef6d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.87314977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9be86fa1-0c5e-49ef-91a6-36d468f9d8e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.875716221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"d797cd8f-452b-477a-b220-e33c677c49b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.878115296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b7fa03-a155-4b23-b39c-b9bb9e267707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.893113308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b7fa03-a155-4b23-b39c-b9bb9e267707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.90892597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b7fa03-a155-4b23-b39c-b9bb9e267707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.973842642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"563d8da3-97c9-42d5-9f54-e27370184e80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:01.465880651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a59cbc8-54a9-4769-9d05-09a8e2ec0308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:01.479651689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a59cbc8-54a9-4769-9d05-09a8e2ec0308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:01.493336855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a59cbc8-54a9-4769-9d05-09a8e2ec0308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:01.508427966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a59cbc8-54a9-4769-9d05-09a8e2ec0308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:04.521142314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbcabd5-82e8-4c38-9a9a-3d15317c0ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:04.534898903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbcabd5-82e8-4c38-9a9a-3d15317c0ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:04.54864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbcabd5-82e8-4c38-9a9a-3d15317c0ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:04.562239229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbcabd5-82e8-4c38-9a9a-3d15317c0ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:05.16873228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2492bd68-8875-43aa-835f-89c826129a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:05.182420542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2492bd68-8875-43aa-835f-89c826129a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:05.196021145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2492bd68-8875-43aa-835f-89c826129a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:05.20962828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2492bd68-8875-43aa-835f-89c826129a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:05.74632239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519e8e07-0b0f-4732-8de2-8a24d403b7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:05.760296187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519e8e07-0b0f-4732-8de2-8a24d403b7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:05.774177536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519e8e07-0b0f-4732-8de2-8a24d403b7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:05.788019137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519e8e07-0b0f-4732-8de2-8a24d403b7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:06.349925363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14fca4a-ffee-49b2-88b0-ffb1ad04b5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:06.364051616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14fca4a-ffee-49b2-88b0-ffb1ad04b5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:06.378512535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14fca4a-ffee-49b2-88b0-ffb1ad04b5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:06.398298064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14fca4a-ffee-49b2-88b0-ffb1ad04b5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.29751055Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","namespace":"ai-tenant-e2e-extmod-b-141033","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.297567446Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","namespace":"ai-tenant-e2e-extmod-b-141033","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.297648496Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","tenant":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.315151434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"Deployment","name":"maas-api-e2e-extmod-b-141033","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.340503352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"Service","name":"maas-api-e2e-extmod-b-141033","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.358357891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-141033","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.374044241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-141033","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.390014836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.412295034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.432666116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.448318194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.46249104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.476647654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.490478131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"Service","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.504028823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.517451824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.530979812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.544103945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.560933328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.574556252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.588102829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.601239467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.614427476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"50996562-7bda-4be3-9a5a-f8fc73849a47","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-141033","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.293809731Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.29389064Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","namespace":"ai-tenant-e2e-shared-b-w4-3f5626","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.293958535Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","tenant":"e2e-shared-b-w4-3f5626","tenantID":"e2e-shared-b-w4-3f5626","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.309394219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-3f5626","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.333437748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"Service","name":"maas-api-e2e-shared-b-w4-3f5626","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.349572196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-3f5626","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.370804793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-3f5626","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.386932415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.404654879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.422685712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.437934808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.451354808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.464880806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.477923222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.491282663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.50449642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.51778293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.530934304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.547072274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.560660662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.574905575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.589878655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-3f5626","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.603284821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3f5626"},"namespace":"ai-tenant-e2e-shared-b-w4-3f5626","name":"default-tenant","reconcileID":"8b72d3a8-9617-4938-9ebc-a4a4d36bf86f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-3f5626","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:14.842077745Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-3f5626","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-3f5626","reconcileID":"b8d631c5-5318-4324-a933-bfece87e0e07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-3f5626","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-3f5626"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.211749288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33989832-c6bb-400d-a0e0-e247be9f256c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.227114536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33989832-c6bb-400d-a0e0-e247be9f256c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.240824739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33989832-c6bb-400d-a0e0-e247be9f256c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.254423978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33989832-c6bb-400d-a0e0-e247be9f256c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.831932243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae97c0e-fc5a-4ca4-9944-c4e22aa9018a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.84553548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae97c0e-fc5a-4ca4-9944-c4e22aa9018a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.859116954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae97c0e-fc5a-4ca4-9944-c4e22aa9018a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.872984642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae97c0e-fc5a-4ca4-9944-c4e22aa9018a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.209761745Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.209816579Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.209881895Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","tenant":"e2e-shared-a-w0-1f0c02","tenantID":"e2e-shared-a-w0-1f0c02","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.225472694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-1f0c02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.253310196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"Service","name":"maas-api-e2e-shared-a-w0-1f0c02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.269317836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-1f0c02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.284701862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-1f0c02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.300716173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.317940139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.336607629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.352067582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.365406924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.378989825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.392185038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.405332798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.421211726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.434740993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.448111403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.467748994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.491009021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.50490668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.518327301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-1f0c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.531651599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-1f0c02"},"namespace":"ai-tenant-e2e-shared-a-w0-1f0c02","name":"default-tenant","reconcileID":"fc580633-94c3-435a-acfe-2ede237faa3b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-1f0c02","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:19.85400358Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-1f0c02","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-1f0c02","reconcileID":"cb49931c-e949-431b-a373-47eddb00e287","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-1f0c02","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-1f0c02"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.188295582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9863bde4-a77c-4bf1-a456-1e022e5eb4bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.202166165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9863bde4-a77c-4bf1-a456-1e022e5eb4bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.216957729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9863bde4-a77c-4bf1-a456-1e022e5eb4bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.230981167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9863bde4-a77c-4bf1-a456-1e022e5eb4bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.767958278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a768473-4167-4876-8f4c-8beb1fc62916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.782403458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a768473-4167-4876-8f4c-8beb1fc62916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.796162503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a768473-4167-4876-8f4c-8beb1fc62916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.809954419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a768473-4167-4876-8f4c-8beb1fc62916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.157282744Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","namespace":"ai-tenant-e2e-extmod-b-141033","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.157343453Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","namespace":"ai-tenant-e2e-extmod-b-141033","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.157394795Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","tenant":"e2e-extmod-b-141033","tenantID":"e2e-extmod-b-141033","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.171000887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"Deployment","name":"maas-api-e2e-extmod-b-141033","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.184527279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"Service","name":"maas-api-e2e-extmod-b-141033","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.197786698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-141033","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.211023372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-141033","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.227621907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.241322983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.254919547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.272436702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.285809467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.299265221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.313047075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"Service","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.326482855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.339928941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.353339205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.368151252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.38142039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.394655149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.408025558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.421436132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-141033","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.434969224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-141033"},"namespace":"ai-tenant-e2e-extmod-b-141033","name":"default-tenant","reconcileID":"88513b3f-d95d-4bda-81c9-e9b94ead83cf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-141033","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.620773573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:21.723708864Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-141033","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-141033","reconcileID":"ea434f57-e94e-40b9-a4f3-799d50a89781","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-141033","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-141033"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.070225312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362fe00a-357c-4275-b4d5-5d518f9087f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.083933072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362fe00a-357c-4275-b4d5-5d518f9087f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.09798705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362fe00a-357c-4275-b4d5-5d518f9087f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.127744018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"362fe00a-357c-4275-b4d5-5d518f9087f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.561483963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"6ec25477-45e6-4166-bebb-790d63975afe","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.561835466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"8d780d66-8a5b-4677-ba47-c93ec8c48213","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.562107608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"c6cbce59-c91c-4769-96a2-8910775cbb84","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.562332669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"92d754ae-89ac-492f-a0ee-fe7df8ca3623","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.592055706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"3719f436-1061-495e-9d36-42de341e6149","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.592482573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"26e00600-aabc-4644-8326-e2270198125f","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.592739964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"5aeea6c7-971b-41cb-bfd5-dbdd5d61a075","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.592900496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"fb958b38-d340-41de-a94c-34fa9f741af8","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.602374392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7fabd7de-1d6c-45c8-9aea-df1b4400092d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.602387286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"713cf41b-7dda-4544-907b-6a69bfe9e619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.618112272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"c1ddd1bc-766d-4585-87e6-050abeed16e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.618302322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"9d194f1a-5841-43a7-bacd-701da76151ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.620455169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"7fabd7de-1d6c-45c8-9aea-df1b4400092d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.620736077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"713cf41b-7dda-4544-907b-6a69bfe9e619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.672391864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe83c12-09f0-4eb0-aa42-f49408765439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.687331772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe83c12-09f0-4eb0-aa42-f49408765439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.701696696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe83c12-09f0-4eb0-aa42-f49408765439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.716417572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fe83c12-09f0-4eb0-aa42-f49408765439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.747278944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"86edfad8-3254-460b-8a83-6fcacd6e778f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.757513449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"1778ecc3-d219-4b2d-9141-dd0df993da2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.804558504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"342af3c7-bed7-4785-8f27-1e87a2ae4e63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.804620673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5041a3c7-ca26-4e74-ba45-b58dd86753e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.822829004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"5041a3c7-ca26-4e74-ba45-b58dd86753e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:22.823188871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"342af3c7-bed7-4785-8f27-1e87a2ae4e63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:23.271763186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49fea6-fb60-4f7f-81be-651a5b01b8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:23.297934672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49fea6-fb60-4f7f-81be-651a5b01b8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:23.312764425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49fea6-fb60-4f7f-81be-651a5b01b8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:23.326503074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49fea6-fb60-4f7f-81be-651a5b01b8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.593145201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"4bd73adf-7382-480e-a5a4-93677bbc7ef6","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.69904543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"ac936b16-1bff-4502-9b39-a65f5716c0d7","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.807126462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"afc40636-f73e-4078-a6cb-5e4845510813","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.910926026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"50bf1049-de1e-4c40-aaee-2bb1f1c7659e","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.923670538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"db118ab8-8a3b-474c-b1d7-bd0c7c7bcc08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.935563577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"12a4b5c0-b4d3-4145-808c-5f1b3eef6fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.935984894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"a1f661e6-4742-4924-8df5-4360b2a4855a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.996180295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"a1f661e6-4742-4924-8df5-4360b2a4855a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.99686762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"12a4b5c0-b4d3-4145-808c-5f1b3eef6fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.030025347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"9adcdffa-0824-4c99-b4bf-16957c2f4642","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.030395909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"556047f2-1c89-41cc-a572-8b489ef84b73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.070383817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78dee029-5701-45cc-aab8-91fc4cb4bc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.08460354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78dee029-5701-45cc-aab8-91fc4cb4bc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.090613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"84d7e4cb-e403-4aba-bb79-434dfaf44af9","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.098540621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78dee029-5701-45cc-aab8-91fc4cb4bc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.113276274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"307cbaa2-16ff-4ecd-90d9-b1218c566ce6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.113923027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78dee029-5701-45cc-aab8-91fc4cb4bc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.176395207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"b1b19957-16a9-4a6b-b745-36025ec21535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.176484518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c9935f49-a7e9-4481-835f-8125d928a3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.190782865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"e4c82e4c-7e11-4596-921b-e559514fc621","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.194834845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"c9935f49-a7e9-4481-835f-8125d928a3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.19534216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"b1b19957-16a9-4a6b-b745-36025ec21535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.684142673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aabbedf-6ecd-4f24-ba72-f364ce6ace55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.698088903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aabbedf-6ecd-4f24-ba72-f364ce6ace55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.712070816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aabbedf-6ecd-4f24-ba72-f364ce6ace55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:28.726251526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aabbedf-6ecd-4f24-ba72-f364ce6ace55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:29.363653516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16bd80c6-0e6b-474d-8b74-48aa223c6951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:29.377643441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16bd80c6-0e6b-474d-8b74-48aa223c6951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:29.391494166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16bd80c6-0e6b-474d-8b74-48aa223c6951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:29.40533132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16bd80c6-0e6b-474d-8b74-48aa223c6951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:29.970406345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ef15d7-b1e8-420c-91f6-df5f595d5dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:29.984394042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ef15d7-b1e8-420c-91f6-df5f595d5dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:29.998509788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ef15d7-b1e8-420c-91f6-df5f595d5dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:30.012391239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ef15d7-b1e8-420c-91f6-df5f595d5dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:30.553095939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d274d07-8a24-4a63-83a5-10008bdc93ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:30.567265208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d274d07-8a24-4a63-83a5-10008bdc93ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:30.580834043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d274d07-8a24-4a63-83a5-10008bdc93ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:30.594509915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d274d07-8a24-4a63-83a5-10008bdc93ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:31.149070129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22b790a-b85c-46ad-8268-b26cf6742de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:31.163867778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22b790a-b85c-46ad-8268-b26cf6742de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:31.194243053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22b790a-b85c-46ad-8268-b26cf6742de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:31.208320964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22b790a-b85c-46ad-8268-b26cf6742de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.745032939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"a1b4af9c-f2eb-4811-9afb-3e7165c37fd1","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.745254225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"7844cacf-8957-463c-90a9-ee3c03eef922","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.745423577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"92970af9-41be-4a64-bb1c-3563a0595182","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.745716665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"930da5ff-f6f2-41db-b0d7-68566b159abf","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.785879532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"fdb4b9a2-29e5-47b7-a56f-5e799a3285f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.785990539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"954583bd-e916-4d79-8947-060ba203906a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.800795461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"4e8c7239-7eab-480f-a79b-b48cebcdd598","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.800875529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"a5d8c628-6279-4ae6-aae7-400f38ae8175","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.803769266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"fdb4b9a2-29e5-47b7-a56f-5e799a3285f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.804077032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"954583bd-e916-4d79-8947-060ba203906a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.901241713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"85f43424-870d-420e-b4f6-0f51ffbc0061","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.901308495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"e58f6508-350a-44d0-b1af-6072fae55f6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.977773379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ea54f6c9-2696-4586-aba0-20ee8988ae61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.977933922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c02faa73-4009-44ba-97a0-964ba76bb02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.995656324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"c02faa73-4009-44ba-97a0-964ba76bb02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:32.995825889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"ea54f6c9-2696-4586-aba0-20ee8988ae61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.770835841Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"53aedcf0-3ec2-4680-a497-a9b935de71e7","namespace":"ai-tenant-e2e-worker-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.770911552Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"53aedcf0-3ec2-4680-a497-a9b935de71e7","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.788784924Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"53aedcf0-3ec2-4680-a497-a9b935de71e7","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.78921698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"ba5e5807-b7f4-4639-8ef9-c771d79ee427","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.806794869Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"53aedcf0-3ec2-4680-a497-a9b935de71e7","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.806808709Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"53aedcf0-3ec2-4680-a497-a9b935de71e7","namespace":"ai-tenant-e2e-worker-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.806892872Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"53aedcf0-3ec2-4680-a497-a9b935de71e7","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.808125691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"c6d3b96e-3382-4012-b375-8c620ba0def9","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.823720644Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"53aedcf0-3ec2-4680-a497-a9b935de71e7","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.827116892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"557695cb-eab2-4b6b-9ab3-7f52dfee3ecb","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.837348122Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"f2f674f4-ccea-4da3-8406-f4b2e885b166","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7d4b9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.841554989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a33e5f13-f733-4fcf-80f7-506e2696b9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.844407062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"73b222a4-f64d-44c6-ae47-cc0ce0446cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.844863003Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"53aedcf0-3ec2-4680-a497-a9b935de71e7","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.847933339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"3ff63393-7acc-4b41-925e-93e26571ed03","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.854060835Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"6c5952c9-9f94-4ce8-b4e2-8abda790c80f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43611973","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.859397991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"a33e5f13-f733-4fcf-80f7-506e2696b9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.862445828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"73b222a4-f64d-44c6-ae47-cc0ce0446cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.86609298Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"3e4ee8da-c2b4-49de-83a5-9b3cd7d3afd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7d4b9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.881092343Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"a24d43f0-1933-487b-8d16-9b8c1f2dceba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43611973","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.989471779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e1fd39e4-fc3c-4bf1-bf58-2e4e12b65200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.991776999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6211b84b-a66a-4915-afaa-5d59e17dbc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:36.103436817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e1fd39e4-fc3c-4bf1-bf58-2e4e12b65200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:36.116114168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6211b84b-a66a-4915-afaa-5d59e17dbc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:36.150242937Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e1fd39e4-fc3c-4bf1-bf58-2e4e12b65200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:36.150258529Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-access","reconcileID":"e1fd39e4-fc3c-4bf1-bf58-2e4e12b65200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:36.164387148Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6211b84b-a66a-4915-afaa-5d59e17dbc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-2119fb-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:36.16442687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"6211b84b-a66a-4915-afaa-5d59e17dbc8d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-2119fb-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:36.168028002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"8d8a5062-6f5b-4612-8d5a-ab6fabc4107e","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:36.169766427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cb474c46-f9bd-4022-9ab8-9d49bff3d26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:36.217132839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cb474c46-f9bd-4022-9ab8-9d49bff3d26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:36.234401164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cb474c46-f9bd-4022-9ab8-9d49bff3d26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"e2e-worker-w4-2119fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:36.234416274Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-access","reconcileID":"cb474c46-f9bd-4022-9ab8-9d49bff3d26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:36.25405343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"710f9f19-814f-4fa2-8e67-696c90e94751","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:42.745935025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"dcd27aa0-29d7-45af-89a2-fe5c7a1ca594","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-2-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-2-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:42.746210081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"2ec222d6-ef21-4d95-bda6-0aa13a2dc23f","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"distinct-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"distinct-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.75400001Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.754071373Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","namespace":"ai-tenant-e2e-shared-b-w0-49c84b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.75411849Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","tenant":"e2e-shared-b-w0-49c84b","tenantID":"e2e-shared-b-w0-49c84b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.769824332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-49c84b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.800208624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"Service","name":"maas-api-e2e-shared-b-w0-49c84b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.816854035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-49c84b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.835300877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-49c84b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.854184191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.870177253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.888407618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.904221377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.917977641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.931147395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.947109861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.960845745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.97435652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.988043239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.001387142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.022887741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.043010214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.060099699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.077892541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-49c84b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.096182649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-49c84b"},"namespace":"ai-tenant-e2e-shared-b-w0-49c84b","name":"default-tenant","reconcileID":"c06f9574-187e-4221-a674-4603e98f465a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-49c84b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.141091403Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","namespace":"ai-tenant-e2e-shared-a-w2-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.141178601Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","namespace":"ai-tenant-e2e-shared-a-w2-140669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.141252594Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","tenant":"e2e-shared-a-w2-140669","tenantID":"e2e-shared-a-w2-140669","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.164935145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-140669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.199942609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"Service","name":"maas-api-e2e-shared-a-w2-140669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.222063694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-140669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.239947791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-140669","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.26273025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.278752209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.300773529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.319010421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.334194622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.348399651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.361760914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.375157353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.379561447Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-49c84b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-49c84b","reconcileID":"c931882b-aa39-4929-b770-89a432a1b15c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-49c84b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-49c84b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.391884185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.408326828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.421767289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.442139133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.474473652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.488275847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.505211479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-140669","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.518552054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-140669"},"namespace":"ai-tenant-e2e-shared-a-w2-140669","name":"default-tenant","reconcileID":"2ea3e537-a93f-405b-b236-cdbe3beeb191","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-140669","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.870497084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e1dd2c-8263-49ad-b29f-b5836c6a980c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.884507126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e1dd2c-8263-49ad-b29f-b5836c6a980c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.898550294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e1dd2c-8263-49ad-b29f-b5836c6a980c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.902815613Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-140669","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-140669","reconcileID":"4158536e-f237-45b0-bdb7-71c5cb34ba4f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-140669","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-140669"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.912382256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e1dd2c-8263-49ad-b29f-b5836c6a980c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.556988679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f759683-8d72-432d-8bf4-c22eba9d260c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.57073346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f759683-8d72-432d-8bf4-c22eba9d260c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.584425645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f759683-8d72-432d-8bf4-c22eba9d260c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.598262952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f759683-8d72-432d-8bf4-c22eba9d260c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.845980336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"8b0d029b-7846-4121-a47e-edc3519e9c6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.879914926Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"1fd8c9a3-59af-42b2-903b-26caa5e834cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.893732574Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"1fd8c9a3-59af-42b2-903b-26caa5e834cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.895405519Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"01769fff-be2d-40c1-86d0-8b97629bbb69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.908089905Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"simulator-subscription","reconcileID":"1fd8c9a3-59af-42b2-903b-26caa5e834cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.912304853Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"01769fff-be2d-40c1-86d0-8b97629bbb69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.926346927Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"premium-simulator-subscription","reconcileID":"01769fff-be2d-40c1-86d0-8b97629bbb69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"name":"maas-trlp-premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb","model":"e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.969164479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d7b8335-c3e8-4ebd-a13e-2b5a581acd3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:46.057986882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"ba07822e-f915-40d0-a6c1-db846a3be2dc","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"simulator-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"simulator-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:46.067987849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"44d2f738-ba51-4e0b-bb58-8a6cde9bccfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:46.070690721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"48f53cd6-04d5-40b2-9ab0-f0d75f6519c0","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"routeName":"premium-w4-2119fb-kserve-route","namespace":"e2e-models-e2e-worker-w4-2119fb","llmisvcName":"premium-w4-2119fb","gateway":"openshift-ingress/e2e-worker-w4-2119fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:46.079860122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"ac3b85db-431d-4853-b5aa-02f84f986a1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:46.168040912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"9718c65f-6977-47cd-9e2b-c7327204e025","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:46.168151458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"2b017515-7545-4dc3-bffa-520a32a74dde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:47.9749688Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","namespace":"ai-tenant-e2e-worker-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:47.975023264Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","namespace":"ai-tenant-e2e-worker-w4-2119fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:47.975072091Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","tenant":"e2e-worker-w4-2119fb","tenantID":"e2e-worker-w4-2119fb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:47.991856399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"Deployment","name":"maas-api-e2e-worker-w4-2119fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.016512036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"Service","name":"maas-api-e2e-worker-w4-2119fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.037775477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-2119fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.056102375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-2119fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.073380615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.089557217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.108496623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.12464663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.138888008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.152344643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.165645867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"Service","name":"payload-processing-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.179034147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.192598971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.206066771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.219831106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.237054132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.251322487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.265121802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.278959498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-2119fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.292491431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2119fb"},"namespace":"ai-tenant-e2e-worker-w4-2119fb","name":"default-tenant","reconcileID":"fad8c24b-63ed-4ad2-8d03-fc078a4e0eb3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-2119fb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.560812406Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-2119fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-2119fb","reconcileID":"8b9cf210-839d-42fc-9f66-c0943e63b6dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-2119fb","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-2119fb"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.607709493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"8d469058-23f3-46e3-8181-14719163eb60","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.650657134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"8d469058-23f3-46e3-8181-14719163eb60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.650800334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"7acce9f5-ca7a-45f3-8145-8dde40e18d83","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.681632304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"7acce9f5-ca7a-45f3-8145-8dde40e18d83","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.68180083Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"dc193c5d-0933-4e32-93c2-797722fd40a2","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.713307758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"dc193c5d-0933-4e32-93c2-797722fd40a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.71353494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"f5df39db-c6c0-49e1-a083-51e2432a37e1","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.748244271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"f5df39db-c6c0-49e1-a083-51e2432a37e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.748467907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"18bc248c-f8bb-4508-a9df-3bfa998d4354","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.748548759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"18bc248c-f8bb-4508-a9df-3bfa998d4354","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.748737305Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"bbd7fe2d-7dd7-4bd0-acee-4c7975050133","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.748795288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"bbd7fe2d-7dd7-4bd0-acee-4c7975050133","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.748931433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"eb824674-67ac-45eb-bfef-72d0434799c1","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.74897106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"eb824674-67ac-45eb-bfef-72d0434799c1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.791839313Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"4365973c-7c2e-4e12-a42d-f80a498bba0f","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.791923576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"4365973c-7c2e-4e12-a42d-f80a498bba0f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.792099451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"5a6b26a1-2a5d-4588-8f07-f0679388c5b1","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.792163063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"5a6b26a1-2a5d-4588-8f07-f0679388c5b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.792323634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"ce9909b2-f024-4c32-8388-dde2a798c953","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.792380205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"ce9909b2-f024-4c32-8388-dde2a798c953","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.79253414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"3b3ed5f5-1109-42e8-bf1a-46adb5259eba","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.792602522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"3b3ed5f5-1109-42e8-bf1a-46adb5259eba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.802174292Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"3c864f47-8050-44bf-b251-5242ac0669d2","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.802238331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"3c864f47-8050-44bf-b251-5242ac0669d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.812515278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"dd46d047-822e-469f-9c05-9f1f640e26ed","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.81258034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"dd46d047-822e-469f-9c05-9f1f640e26ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.812702319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"118edfec-6c50-45ab-ba21-3984f0d759ca","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.812750206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"118edfec-6c50-45ab-ba21-3984f0d759ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.812863072Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"168e83d6-eb28-4f67-a918-579af199ef00","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.812907464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"168e83d6-eb28-4f67-a918-579af199ef00","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.822382265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"b576db40-5924-4405-b463-ff765e32be3a","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.822436506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"b576db40-5924-4405-b463-ff765e32be3a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.852770038Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"fa735429-82fd-4212-bc21-c728e19052d1","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.852857127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"fa735429-82fd-4212-bc21-c728e19052d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.852964059Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"ec18dd1c-8a54-4dd5-86a5-cd275df0313a","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.853007896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"ec18dd1c-8a54-4dd5-86a5-cd275df0313a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.8530901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"ef4cc783-a154-4d28-9198-8ad09f0beb81","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.853128097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"ef4cc783-a154-4d28-9198-8ad09f0beb81","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.863544634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"4de99d33-e64e-4d78-9e13-c55c48f9d976","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.863611613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"4de99d33-e64e-4d78-9e13-c55c48f9d976","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.933917296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"af040510-3ef0-4400-89aa-f41f1bf1e56b","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.933964053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"af040510-3ef0-4400-89aa-f41f1bf1e56b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.934030234Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"9faab845-405c-4bf6-8db8-8dd8827ff116","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.934061445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"9faab845-405c-4bf6-8db8-8dd8827ff116","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.934120524Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"feaea62b-793b-4151-aaa3-01337fc581c1","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.934150394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"feaea62b-793b-4151-aaa3-01337fc581c1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.944746488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"36af9716-29b0-4277-b127-4925cee6e6fa","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:48.944793346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"36af9716-29b0-4277-b127-4925cee6e6fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.971372972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a1d56b-bdc0-4248-987b-eb033986f88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.985248517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a1d56b-bdc0-4248-987b-eb033986f88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.999387978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a1d56b-bdc0-4248-987b-eb033986f88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.013294365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a1d56b-bdc0-4248-987b-eb033986f88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.09476397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"2ab14055-50ee-4adf-9b25-b15ed35023ae","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.094815918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"2ab14055-50ee-4adf-9b25-b15ed35023ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.094897418Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"848d1569-77ac-4cd2-8008-c4bfb67b180a","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.09492866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"848d1569-77ac-4cd2-8008-c4bfb67b180a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.094991834Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"aa30f489-0529-4562-819c-725d39f36ab8","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.095018849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"aa30f489-0529-4562-819c-725d39f36ab8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.10530528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"499d9ffd-feda-4949-8c77-dd2de9f23abb","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.105370603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"499d9ffd-feda-4949-8c77-dd2de9f23abb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.415508322Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"304804fb-a135-43bf-9407-1ad9292878ec","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.415574946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"304804fb-a135-43bf-9407-1ad9292878ec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.415700591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"34f3481f-cccf-4014-8e81-907a203e7378","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.415755253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"34f3481f-cccf-4014-8e81-907a203e7378","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.415839148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"f52d41fe-a4d6-4488-9969-884e6ca47f3d","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.415880422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"f52d41fe-a4d6-4488-9969-884e6ca47f3d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.426362884Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"287a9b71-3e13-49bc-85ba-ed66c0c3a7d7","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:49.426421788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"287a9b71-3e13-49bc-85ba-ed66c0c3a7d7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.56259588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68da2112-42ec-4a26-b47f-6c17534fa0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.576392305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68da2112-42ec-4a26-b47f-6c17534fa0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.590016357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68da2112-42ec-4a26-b47f-6c17534fa0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.603767766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68da2112-42ec-4a26-b47f-6c17534fa0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:50.056470577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"cfc02146-24a5-400f-8c98-6f6761bffe81","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:50.056553503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"cfc02146-24a5-400f-8c98-6f6761bffe81","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:50.056697793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"e9206b13-5228-427f-8029-2df4d3f969d0","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:50.056753588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"e9206b13-5228-427f-8029-2df4d3f969d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:50.056863007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"ac2974f1-285a-44be-b6e4-9f193fef4cf5","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:50.056907855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"ac2974f1-285a-44be-b6e4-9f193fef4cf5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:50.067151555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"5cdb1e59-b6c1-430f-948d-25c291cc691f","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:50.067213794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"5cdb1e59-b6c1-430f-948d-25c291cc691f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:51.33738947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"f8758a75-63d7-48c3-bec4-82e1a3893fdd","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:51.337466962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"f8758a75-63d7-48c3-bec4-82e1a3893fdd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:51.337572388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"fe4567ef-062c-40f1-bcf2-c9e6ad38d6e7","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:51.337640242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"fe4567ef-062c-40f1-bcf2-c9e6ad38d6e7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:51.337732086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"4477c099-b3c6-4cfa-829c-4b57202d901d","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:51.337772888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"4477c099-b3c6-4cfa-829c-4b57202d901d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:51.347977912Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"fb207fcd-0f8d-4afe-8654-439257803b9a","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:51.348032529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"fb207fcd-0f8d-4afe-8654-439257803b9a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.623971826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.803174996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"609f84a9-d954-4cf7-8746-fab9cfe0834c","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.816950089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"8f405b35-6dcc-4a5c-8d8e-7377acc2045f","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.830792627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"48220cbf-779f-4cae-93fd-336140d43a0f","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.830971588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"630feb3e-5c11-4c51-abb9-69026f07ef83","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.849667084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"7c5bfb2b-06b2-41f0-9e31-0a6e25d2c0a7","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.849951939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"97572b8c-ae2a-4a6f-999a-51d4ffda5b40","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.850188498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"746306a1-dc6a-411a-8cb9-50bfca112630","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.850385067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"a45ca181-4ec1-4ee2-a2aa-04e653d6f0c6","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.873133223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4aecd66d-80d1-4ab8-9d15-5e180f140eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.873528298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1c24e1c1-eac8-4436-a2b9-fc9b8d39d5b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.889294283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"26d3ebff-5fdb-4c34-8be5-1b3f26aedb8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.890568714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"4431398a-a4cf-42c7-8ebd-e2421fe50b13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.896108188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"1c24e1c1-eac8-4436-a2b9-fc9b8d39d5b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.897936094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"4aecd66d-80d1-4ab8-9d15-5e180f140eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.07802367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"aa12b533-3bdc-411b-9d65-99e11e1acf43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.079085732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"ca955a09-9b2a-4ef4-93cd-848ac98b2698","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.097385718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"9b421678-076b-415b-9509-c649edcb8399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.098521461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"028bb8c7-ff63-4bf3-b145-7f07f0c879c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.116067546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"9b421678-076b-415b-9509-c649edcb8399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.116508587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"028bb8c7-ff63-4bf3-b145-7f07f0c879c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.200004804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af4e24d-4679-4313-8d4a-c42b1856ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.213543984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af4e24d-4679-4313-8d4a-c42b1856ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.227388507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af4e24d-4679-4313-8d4a-c42b1856ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.241836312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af4e24d-4679-4313-8d4a-c42b1856ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.796455653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656a27ce-fb7c-4a43-819a-beeb4a1e3f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.812986285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656a27ce-fb7c-4a43-819a-beeb4a1e3f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.827284846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656a27ce-fb7c-4a43-819a-beeb4a1e3f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:52.84124942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656a27ce-fb7c-4a43-819a-beeb4a1e3f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:53.431222942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220fcc3-340b-4c36-8272-56041620e275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:53.445055815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220fcc3-340b-4c36-8272-56041620e275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:53.45948013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220fcc3-340b-4c36-8272-56041620e275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:53.474425281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3220fcc3-340b-4c36-8272-56041620e275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:53.897825185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"9164705a-0197-4e70-b17f-9dca61315400","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:53.897895805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"9164705a-0197-4e70-b17f-9dca61315400","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:53.89803151Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"bba7d2f0-83aa-4d41-9b21-47c86a6110bc","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:53.898088319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"bba7d2f0-83aa-4d41-9b21-47c86a6110bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:53.898162842Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"bdab2751-7e6b-4c8d-906a-d50d322aebaf","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:53.898194991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"bdab2751-7e6b-4c8d-906a-d50d322aebaf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:53.909121154Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"3f375304-0599-4e57-9bf3-b751bda604bb","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:53.909166947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"3f375304-0599-4e57-9bf3-b751bda604bb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.342302533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"449ce513-e398-4d00-9c34-67bc07ea92b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.439710324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"2e0d7b90-561f-4303-aae4-8747b91b19c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.439713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"d2d56bf6-66f2-40a2-9f62-ef5a81110ef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.448457677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"a3a89c72-889a-468a-984c-c9df3f2acc3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.540298407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"19647d70-b679-4d09-8966-e5a6e78823a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.540370714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b35c15cf-d71d-4aa5-a5fe-714e38552d14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:56.832985612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"f622f6d7-88c0-4191-a9fd-996bc338a5ee","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:56.970438489Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"93d29309-bbf6-4fb9-8fa7-8d07a4717389","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:56.970526664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"93d29309-bbf6-4fb9-8fa7-8d07a4717389","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:56.970676197Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"c9b9d4f8-3362-4024-92ca-3c6ab317992b","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:56.970792886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"c9b9d4f8-3362-4024-92ca-3c6ab317992b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:56.970936219Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"a467e82c-f541-4c17-a171-b2b1c95ec0e6","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:56.971006676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"a467e82c-f541-4c17-a171-b2b1c95ec0e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:56.971113848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"d1e21a18-8732-44d5-b4cb-23c3c565de30","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:56.971158744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"d1e21a18-8732-44d5-b4cb-23c3c565de30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.000991596Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"d046ff68-57c7-49d9-ad5b-92e28f9199d5","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.001073585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"d046ff68-57c7-49d9-ad5b-92e28f9199d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.001190738Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"4639c64c-d2b9-4054-9af6-8b7424acbf71","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.001226233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"4639c64c-d2b9-4054-9af6-8b7424acbf71","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.001299751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"16cba477-095a-4f7b-8196-d3988a919ecb","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.001333322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"16cba477-095a-4f7b-8196-d3988a919ecb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.001395591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"c812efbc-d3db-4649-b868-084bff84e9ab","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.001440007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"c812efbc-d3db-4649-b868-084bff84e9ab","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.03004483Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"3a324673-adf0-4ec2-882f-4fec465b038b","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.030100773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"3a324673-adf0-4ec2-882f-4fec465b038b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.03017575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"eab670c4-0a9a-49c0-9b31-f58d6c8e05b3","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.030209546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"eab670c4-0a9a-49c0-9b31-f58d6c8e05b3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.030378426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"e0bdcd6f-b7e6-4189-baac-5fd9dc87d27a","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.030436383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"e0bdcd6f-b7e6-4189-baac-5fd9dc87d27a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.030517164Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"b840fc86-ac80-4985-a81f-df667d04c2c0","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.03055536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"b840fc86-ac80-4985-a81f-df667d04c2c0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.06419151Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"fb7427cc-5d81-4726-b800-cb7fb6aa1419","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.06425875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"fb7427cc-5d81-4726-b800-cb7fb6aa1419","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-2-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.064349535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"236d18c6-d692-4d20-88f2-1f57fdef844b","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.064409539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"236d18c6-d692-4d20-88f2-1f57fdef844b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/distinct-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.064502594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"2a482431-b76e-4720-93eb-c036e872c35a","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.064550044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"2a482431-b76e-4720-93eb-c036e872c35a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/simulator-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.064659317Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"92fa1f84-03fe-485e-981b-976f11de2ad7","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:57.064695498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"92fa1f84-03fe-485e-981b-976f11de2ad7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-2119fb/premium-w4-2119fb: AITenant \"e2e-worker-w4-2119fb\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.125776099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"2b83ebd8-76b9-464b-9823-7f63a08ca167","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.250951379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"35510409-3522-492f-ba41-f58fdbcce1e8","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.308202723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"4037af95-9f52-4c98-9653-c8760d6023eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.310208814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b7c10b98-a0f6-4de2-8b43-f1f6be71299d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.310206947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ed38bf33-e081-4e03-a71e-0bac8177f8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.327847683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"ed38bf33-e081-4e03-a71e-0bac8177f8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.32837016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"b7c10b98-a0f6-4de2-8b43-f1f6be71299d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.357678814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"752cb5c5-9250-4641-bfac-a84531d2ddaa","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.367764697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"48a3d1d8-13dc-48ee-b5d9-5694556fbfb7","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.415256025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"70d5b276-8365-4da1-920b-24468939744a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.423681725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"d386e5bc-58ef-4a49-b873-e93ed66ada1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.500872455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"ff305c51-099d-41e9-b193-9fce561e9bdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.500872457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"08afc21b-0390-4fde-bd3e-17a645ccba71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.518467274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"08afc21b-0390-4fde-bd3e-17a645ccba71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.518997929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"ff305c51-099d-41e9-b193-9fce561e9bdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.564511263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"a531238d-a684-4468-8cc0-654f4723cd9f","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.620726243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"9b6e3563-b889-478d-8989-4ffbefb87d7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.042025084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"b9ee7a72-27e5-40eb-82af-36f23d96bc59","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.042343377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"82a3fe82-8cea-42d4-beeb-595b453f30bd","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.042510212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"4cd71823-e7c2-4d74-a413-a8f4048d8ad7","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.042792967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"08549f95-a915-4994-9059-785a1f197e05","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.083252465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"445dee82-e1b5-44b3-a49e-be23fe403ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.083367516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f717f37e-bf27-4dea-adb0-6d9c5f6baf7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.098640543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"2e3f4f5f-1198-4e9e-8f01-f73817bfb9ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.098660008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"a2e6b34e-bef8-4ef0-a060-ab18a49c3fdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.101201486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"445dee82-e1b5-44b3-a49e-be23fe403ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.101239668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"f717f37e-bf27-4dea-adb0-6d9c5f6baf7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.184997555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3e6d5a44-e504-4a71-b2cc-33e4a0689447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.185015998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f141db99-fcb2-470f-8d6b-6b25de8b67dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.199448339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"26653c5a-b5cc-47cf-9274-c246cfafb514","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-premium-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.199483505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"0f991f61-3ff0-4660-985d-7c294f6c5be1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"maas-trlp-simulator-w0-e1a5e3","model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.203402318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f141db99-fcb2-470f-8d6b-6b25de8b67dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:02.203422847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"3e6d5a44-e504-4a71-b2cc-33e4a0689447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.316856433Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"bab41798-3631-4c71-8920-069e7bcc3bb3","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.316925185Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"bab41798-3631-4c71-8920-069e7bcc3bb3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.335154207Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"bab41798-3631-4c71-8920-069e7bcc3bb3","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.3359862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"e547dd99-18f2-4964-87f9-6bf32518d5c2","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.354071904Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"bab41798-3631-4c71-8920-069e7bcc3bb3","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.354087819Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"bab41798-3631-4c71-8920-069e7bcc3bb3","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.354149128Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"bab41798-3631-4c71-8920-069e7bcc3bb3","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.355987994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"7cd4da6a-1052-4f97-8622-037f3f3f6e15","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.371673053Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"bab41798-3631-4c71-8920-069e7bcc3bb3","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.374703006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"6035afa3-a7f2-4b3b-8e44-ce1f3fe95abb","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.383687886Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"575fea00-4d47-49f1-96f2-e9d4abd0b9a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bae12d2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.392403851Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"bab41798-3631-4c71-8920-069e7bcc3bb3","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.395363291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"7795aba2-0d8d-4f9e-9162-3edd748f95b5","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.399950192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5b304691-e524-41ca-b65c-a2785ded27e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.399961916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f763b623-7153-452e-8a9c-6b2760e3c6f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.404967831Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"3f009371-72b2-4467-85ad-18cc226b14e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1a9168ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.418557183Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"35456c9d-3a8f-4fd3-9098-9b813a25cc5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1a9168ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.422174268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"5b304691-e524-41ca-b65c-a2785ded27e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.422410807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"f763b623-7153-452e-8a9c-6b2760e3c6f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.428460839Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"f1d36ec2-8660-452b-9dae-7e11ec49465a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bae12d2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.463115873Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"ac801dab-414e-48e7-9566-5754d6a96229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.463381735Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e6fba44f-d9ef-4b47-bf8e-55516ca83a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.563011235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"ac801dab-414e-48e7-9566-5754d6a96229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.563089573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e6fba44f-d9ef-4b47-bf8e-55516ca83a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.608169026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"ac801dab-414e-48e7-9566-5754d6a96229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.608184265Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-access","reconcileID":"ac801dab-414e-48e7-9566-5754d6a96229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:04.608854196Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e6fba44f-d9ef-4b47-bf8e-55516ca83a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-e1a5e3-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:04.608895219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"e6fba44f-d9ef-4b47-bf8e-55516ca83a4d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-e1a5e3-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.614155451Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a65ddd39-f1e5-44c9-87e5-b9ebd3e57950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.625327133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"259c1526-4c68-4938-8a4d-77ca51be876d","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.763609667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a65ddd39-f1e5-44c9-87e5-b9ebd3e57950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.781395747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a65ddd39-f1e5-44c9-87e5-b9ebd3e57950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"name":"e2e-worker-w0-e1a5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.781415032Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-access","reconcileID":"a65ddd39-f1e5-44c9-87e5-b9ebd3e57950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.799223783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"a5398be4-b8a5-429c-88a5-2761d704a4f8","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:05.083743195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b76f089-c26f-4359-aac5-13cebd3ba90a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:05.183121383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3614e453-de1d-4c9c-9cf4-081b214f81c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:05.183412071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"9b826dc1-15ac-44ec-b74f-7dcd5476f278","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:05.281610575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"b87143fd-bb74-498c-8339-4bab7097f23d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:05.573200129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"ad216f77-26b8-440e-8bc6-1413ea9739b5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:05.642626056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"3b206ce2-de14-4cfd-9075-06e56948eb1c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:05.744075214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"4cd76b5e-ebba-4bef-9485-ac8fb3b5fdf0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:05.855787383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"63e67113-e6a2-4e89-ae56-6d081ce61c7d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:05.944607395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"065bb752-cca9-44e5-8c9f-84219f75dfbf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:06.091743365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"f7434e8a-9254-4361-bfe0-d15381543e76","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:06.160904683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"953aed25-afd6-4b50-9a7e-6aff82f712f8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:06.261274513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"d0e9da7f-8f90-4227-b3bc-6440722db033","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:06.36198433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-2-w4-2119fb","reconcileID":"a8a77027-2812-4f79-a040-1efc580de0bf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:06.462040067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"distinct-w4-2119fb","reconcileID":"2ada4fa9-4841-4bde-ade4-e12a74270848","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:06.728996269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"premium-w4-2119fb","reconcileID":"bbf19e77-72bb-463a-9031-5accb34134a5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:06.931104624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2119fb","namespace":"e2e-models-e2e-worker-w4-2119fb"},"namespace":"e2e-models-e2e-worker-w4-2119fb","name":"simulator-w4-2119fb","reconcileID":"a6083956-58a8-4b62-bb5f-4dde6408dc84","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-2119fb\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.588604485Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.588687715Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","namespace":"ai-tenant-e2e-shared-b-w2-2e2044","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.588755296Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","tenant":"e2e-shared-b-w2-2e2044","tenantID":"e2e-shared-b-w2-2e2044","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.604073971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-2e2044","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.634876503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"Service","name":"maas-api-e2e-shared-b-w2-2e2044","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.651048877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-2e2044","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.670076028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-2e2044","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.685976273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.705203805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.723872669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.742957639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.75688002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.770294931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.783897857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.79729667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.81070836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.824059098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.83735211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.857693168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.874526663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.888326297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.901623984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-2e2044","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.915697612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2e2044"},"namespace":"ai-tenant-e2e-shared-b-w2-2e2044","name":"default-tenant","reconcileID":"802082a3-a3cf-4d9f-9e63-10e015b05924","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-2e2044","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:08.160409769Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-2e2044","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-2e2044","reconcileID":"dd077927-6920-47aa-a1e3-9a906278cac3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-2e2044","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-2e2044"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:08.561878284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa94717-b7ba-4afe-94b4-8688cd87f489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:08.575709598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa94717-b7ba-4afe-94b4-8688cd87f489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:08.589547222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa94717-b7ba-4afe-94b4-8688cd87f489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:08.603510313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa94717-b7ba-4afe-94b4-8688cd87f489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.171467385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8341e9b8-a677-4140-bc9a-e0fedbdd5e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.185204145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8341e9b8-a677-4140-bc9a-e0fedbdd5e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.199055337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8341e9b8-a677-4140-bc9a-e0fedbdd5e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.212654679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8341e9b8-a677-4140-bc9a-e0fedbdd5e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.610595859Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"516e7bcb-5a57-4f5c-b938-709a72a14d65","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.610665261Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"516e7bcb-5a57-4f5c-b938-709a72a14d65","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.625770677Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"516e7bcb-5a57-4f5c-b938-709a72a14d65","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.640985683Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"516e7bcb-5a57-4f5c-b938-709a72a14d65","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.640998182Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"516e7bcb-5a57-4f5c-b938-709a72a14d65","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:12.043192137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-2-w0-e1a5e3","reconcileID":"ec73a544-a1c2-47da-b50a-97c4e94d19ae","MaaSModelRef":{"name":"distinct-2-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-2-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-2-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:12.043481217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"distinct-w0-e1a5e3","reconcileID":"a9d73066-5d29-4541-9fb0-1fa99c332046","MaaSModelRef":{"name":"distinct-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"distinct-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"distinct-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:13.793845264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"premium-w0-e1a5e3","reconcileID":"d9358172-9a45-42b1-a707-173b84b1580f","MaaSModelRef":{"name":"premium-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"premium-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"premium-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:13.794106355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"namespace":"e2e-models-e2e-worker-w0-e1a5e3","name":"simulator-w0-e1a5e3","reconcileID":"ff64eda8-8979-4716-a3f8-71162698671a","MaaSModelRef":{"name":"simulator-w0-e1a5e3","namespace":"e2e-models-e2e-worker-w0-e1a5e3"},"routeName":"simulator-w0-e1a5e3-kserve-route","namespace":"e2e-models-e2e-worker-w0-e1a5e3","llmisvcName":"simulator-w0-e1a5e3","gateway":"openshift-ingress/e2e-worker-w0-e1a5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:13.808967448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"95000dff-60f7-4ee0-9e92-e31ffb11b974","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:13.809083685Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"95000dff-60f7-4ee0-9e92-e31ffb11b974","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","error":"HTTPRoute not found yet: for LLMInferenceService premium-w0-e1a5e3 in namespace e2e-models-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:13.809160492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"2c9d7f2d-3d9a-48c7-a192-8fa1e5d83376","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:13.809272083Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"simulator-subscription","reconcileID":"2c9d7f2d-3d9a-48c7-a192-8fa1e5d83376","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/simulator-w0-e1a5e3","error":"HTTPRoute not found yet: for LLMInferenceService simulator-w0-e1a5e3 in namespace e2e-models-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:13.984219458Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"ee417594-1bb9-4232-99d1-0bdb25c82a99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:13.984299926Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"ee417594-1bb9-4232-99d1-0bdb25c82a99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"model":"e2e-models-e2e-worker-w0-e1a5e3/premium-w0-e1a5e3","error":"HTTPRoute not found yet: for LLMInferenceService premium-w0-e1a5e3 in namespace e2e-models-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:14.152043217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"premium-simulator-subscription","reconcileID":"ee417594-1bb9-4232-99d1-0bdb25c82a99","error":"maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.738016012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"3b98463e-d56b-4e89-bfcd-8cc8ab64b5e9","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.738334145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"f785ed03-e81a-44a8-98fe-7e1e97d2461d","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.738542985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"015e9566-5fc2-4c2b-8a4f-7fca1af250fd","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.738721421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"5bff3c99-d3d9-443e-8ec2-2f0eaf148fbf","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.769395802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"fd4cf33f-02bf-437c-b9a0-dd5b8bed67d6","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.769738422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"433c1dfd-993b-4f66-9acc-49717372a9c8","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.769998456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"a255f32b-6f8d-44dd-8d73-1d35c2ea19dd","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.770210208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"f369714f-bdb3-4ef2-91de-42e2fc7d1707","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.81438373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0f364a19-113f-4861-93c6-6ec7b4a6389c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.814525672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"db2e5db7-4a43-4394-850a-ae7dd9791097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.815161382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"60cf5680-1607-43ac-8526-37b4596ccf4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.846435685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0f364a19-113f-4861-93c6-6ec7b4a6389c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.849638122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"db2e5db7-4a43-4394-850a-ae7dd9791097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.926063081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"301c7822-191d-418d-88b8-83f4c41a12d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.996405753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"84a6bbf9-41da-4dc9-b5ba-1fceab06dd77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.046132529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f934517b-b45a-4f82-83f7-fc5838502a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.046131915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"cb806de8-aa97-4aad-9aaa-e03d43bbd9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.064467394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"cb806de8-aa97-4aad-9aaa-e03d43bbd9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.064631459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f934517b-b45a-4f82-83f7-fc5838502a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.070140536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff1a487-5f1e-41a0-8fce-8d6d27773c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.084554642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff1a487-5f1e-41a0-8fce-8d6d27773c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.098849316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"7163896e-139f-4451-85e4-181152460da1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.099147914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff1a487-5f1e-41a0-8fce-8d6d27773c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.113539884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff1a487-5f1e-41a0-8fce-8d6d27773c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.668342129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea743416-a1f1-4a9e-b5f9-e9478d84485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.682636892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea743416-a1f1-4a9e-b5f9-e9478d84485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.696815104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea743416-a1f1-4a9e-b5f9-e9478d84485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.710727388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea743416-a1f1-4a9e-b5f9-e9478d84485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.806387117Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.806463287Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","namespace":"ai-tenant-e2e-worker-w0-e1a5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.806530119Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","tenant":"e2e-worker-w0-e1a5e3","tenantID":"e2e-worker-w0-e1a5e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.821827563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"Deployment","name":"maas-api-e2e-worker-w0-e1a5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.853898195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"Service","name":"maas-api-e2e-worker-w0-e1a5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.87100217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-e1a5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.887259078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-e1a5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.903857198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.920404984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.940965751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.957325394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.971257237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.985284632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.003059909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"Service","name":"payload-processing-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.017131178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.030642508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.044166003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.057489122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.077826468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.112253225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.142649753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.165010003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-e1a5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.190026572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e1a5e3"},"namespace":"ai-tenant-e2e-worker-w0-e1a5e3","name":"default-tenant","reconcileID":"5df59954-02eb-437b-8933-12ada80e4dbb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-e1a5e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.325536748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f49a0829-9106-46e9-9231-432fdb7f278b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.401015801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f49a0829-9106-46e9-9231-432fdb7f278b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.415900994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f49a0829-9106-46e9-9231-432fdb7f278b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.430401261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f49a0829-9106-46e9-9231-432fdb7f278b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.479457895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5113a2ee-ce3c-435c-a9d8-ad952c295551","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.479908612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"2851ba39-14a6-45af-b784-fa86b7163029","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.480268129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc540039-e2bf-4755-a7ef-d67ce535dec4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.480663963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"25730f30-0e95-4480-ab4e-bff1024b01d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:18.528315898Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-e1a5e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-e1a5e3","reconcileID":"fc9a6372-95a4-4f73-8b3b-495701355f9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-e1a5e3","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-e1a5e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.055167462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68035cd4-cfd2-41b0-b693-7f9a3bf30bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.069225741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68035cd4-cfd2-41b0-b693-7f9a3bf30bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.0835471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68035cd4-cfd2-41b0-b693-7f9a3bf30bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.101652254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68035cd4-cfd2-41b0-b693-7f9a3bf30bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.355279532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"785b5180-e1ee-47f1-bba8-a991589d7279","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.412822397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"68a47aeb-d238-48d5-a5f4-9d71c7a99f1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.415370857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3b17beb2-8374-4751-ae6b-016d2181252e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.415887404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3f655ae5-184b-45bd-a99b-f39b325e67b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.433300866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"3b17beb2-8374-4751-ae6b-016d2181252e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.43349468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"3f655ae5-184b-45bd-a99b-f39b325e67b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.461189956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"6eaa252c-a4e8-4540-a230-1e821ca179b4","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:19.519607999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"01043c06-2d6e-4506-85ff-67098bfa7e0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.605123437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e9736b0d-01a5-4091-9560-8c5389b42e2a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.66214826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"b5cbcb02-870e-4926-aea3-06ee91e0fd5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.664675731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d0e927fb-81e7-4a2a-b25b-712ab1a79ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.664778493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0a3442ec-89de-49ba-8f97-86e3f94904f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.682002377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0a3442ec-89de-49ba-8f97-86e3f94904f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.682647359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"d0e927fb-81e7-4a2a-b25b-712ab1a79ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.709859157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"1f1d0f47-06bb-4a86-b0d1-376c3cda0e50","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.713552322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"2bdc1b30-1059-492b-8ede-0b00996319a5","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.765515218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"e67d16ad-df72-46d4-8a27-7b7250abe44f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:21.625723878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:21.845422011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"5d3e1207-cdfc-4124-a5f2-6f39a3b94975","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.919815997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"a05d953c-1ada-4c13-a1a3-09bdffee6100","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.920122436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"3ab955c7-d3ca-4dae-8d99-6d258673b81a","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.920369065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"f4579744-2f94-4c72-8e86-a9b932704a6a","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.920533947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"d2979867-fdd5-42be-b018-08e828cae2fb","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.960155755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"6197505a-d752-4213-96e6-d7484a6150a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.960230023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0a569e27-6351-4d57-a73c-8f771600fd08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.979312887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"6197505a-d752-4213-96e6-d7484a6150a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.979347231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0a569e27-6351-4d57-a73c-8f771600fd08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.980175241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"ec382601-a309-40e9-9e62-9ed821f0c345","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.980781419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"96806ad7-ca8d-440a-b3ae-3edd9c3390f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.061281421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0eeb0fc9-1736-4dab-a9cd-ecfa55c0afb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.061516452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f8e2fed3-5cfe-44ef-9088-5d030bdca56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.076320723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"6aa4d563-3146-4e67-af31-e31910825b7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.076566384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"1d716e94-8fd7-4c21-8b15-3590c766f212","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.079240917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"f8e2fed3-5cfe-44ef-9088-5d030bdca56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.079350716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"0eeb0fc9-1736-4dab-a9cd-ecfa55c0afb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.894476824Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"4e3c96de-361b-4afd-a5ab-e296cc107c2b","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.894603459Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"4e3c96de-361b-4afd-a5ab-e296cc107c2b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.912877348Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"4e3c96de-361b-4afd-a5ab-e296cc107c2b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.913987852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e08a3c48-f572-4671-934d-bedbf626a9e9","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.930990659Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"4e3c96de-361b-4afd-a5ab-e296cc107c2b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.931013651Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"4e3c96de-361b-4afd-a5ab-e296cc107c2b","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.931115632Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"4e3c96de-361b-4afd-a5ab-e296cc107c2b","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.934323178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"363e5f27-6192-4bf3-acfa-cd3cbab2a592","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.950561372Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"4e3c96de-361b-4afd-a5ab-e296cc107c2b","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.954035536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"b4637776-2d9b-46bc-aa38-814f5ab02cba","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.956263782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"694a7e9d-5c27-4eb1-8010-6aa22a1d94ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.956341138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"69b81987-e86c-47c9-afd7-9b3960012a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.960278916Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"b58625ba-0f6d-45d3-9a20-79bd5440fca6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0136190f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.97074447Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"4e3c96de-361b-4afd-a5ab-e296cc107c2b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.975069288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"694a7e9d-5c27-4eb1-8010-6aa22a1d94ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.975148726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"e575bf3c-b903-4f49-8e1b-a3e36e2b27eb","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.977658308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"69b81987-e86c-47c9-afd7-9b3960012a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.983364932Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"2abca919-36a3-48f5-a43e-339b1178b856","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e23b1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.988971341Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"18685adb-972a-42bd-aad6-d67b0f863783","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0136190f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.013133882Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"76b3d907-6e9e-47f9-92d8-beb944897eee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e23b1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.105647257Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"9279c199-e909-4eb7-ae5e-c73055836f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.105998469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bcd0ebdf-165f-444b-ba05-579f1bddbea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.219393518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"9279c199-e909-4eb7-ae5e-c73055836f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.219394119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bcd0ebdf-165f-444b-ba05-579f1bddbea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.290603311Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"9279c199-e909-4eb7-ae5e-c73055836f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.290633476Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-access","reconcileID":"9279c199-e909-4eb7-ae5e-c73055836f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:28.296991155Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bcd0ebdf-165f-444b-ba05-579f1bddbea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-0177f2-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:28.297056188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"bcd0ebdf-165f-444b-ba05-579f1bddbea1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-0177f2-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.303228505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c68253e4-d175-4bb2-8d81-7dd3bba11751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.318455549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"102802d2-2bd5-4c7f-91ad-9bd300f37cd3","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.357439851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c68253e4-d175-4bb2-8d81-7dd3bba11751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.378405136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c68253e4-d175-4bb2-8d81-7dd3bba11751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"e2e-worker-w2-0177f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.378432209Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-access","reconcileID":"c68253e4-d175-4bb2-8d81-7dd3bba11751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.404092359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"9de02dcb-3b79-4f0a-a1a9-f871c2bf812e","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.971428235Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"5c24b139-ac68-436d-baf1-138993f67d32","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.971527596Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"5c24b139-ac68-436d-baf1-138993f67d32","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.987007487Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"5c24b139-ac68-436d-baf1-138993f67d32","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:33.00512278Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"5c24b139-ac68-436d-baf1-138993f67d32","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:33.005137524Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"5c24b139-ac68-436d-baf1-138993f67d32","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:34.596110978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"614d5b78-6e1c-42b9-8888-ef9aff219bdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:34.695117244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fdd6d340-582b-4fa2-803d-f37e0337757a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.921025236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"c57dcc37-15e7-4107-8503-01f5d9124122","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.921297517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"f3ce3688-89c8-4c44-8bca-2df9e68d9305","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"distinct-2-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"distinct-2-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.003618427Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"904c8013-f50f-47ab-93f0-6e3cfdcbe223","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.005774117Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"460d4eb6-0b94-476c-8b41-25264b4fc9e9","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.005838942Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"460d4eb6-0b94-476c-8b41-25264b4fc9e9","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.017505236Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"904c8013-f50f-47ab-93f0-6e3cfdcbe223","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.020768915Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"460d4eb6-0b94-476c-8b41-25264b4fc9e9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.027634054Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"3826049c-d442-47e4-8959-3d2b3960c5a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.031338604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"simulator-subscription","reconcileID":"904c8013-f50f-47ab-93f0-6e3cfdcbe223","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.035764676Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"460d4eb6-0b94-476c-8b41-25264b4fc9e9","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.035776426Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"460d4eb6-0b94-476c-8b41-25264b4fc9e9","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.041240432Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"3826049c-d442-47e4-8959-3d2b3960c5a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.055271041Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"premium-simulator-subscription","reconcileID":"3826049c-d442-47e4-8959-3d2b3960c5a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"name":"maas-trlp-premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2","model":"e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.110318265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"a6269614-5d13-43b0-a56e-bd4ad848807f","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"simulator-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"simulator-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:38.214754163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"cb1fec9a-5574-4f35-ba85-04e0e4938b7c","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"routeName":"premium-w2-0177f2-kserve-route","namespace":"e2e-models-e2e-worker-w2-0177f2","llmisvcName":"premium-w2-0177f2","gateway":"openshift-ingress/e2e-worker-w2-0177f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:41.835724602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82e141ea-def8-4735-a61d-6136ab7968e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:41.937123984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65f8549d-9a10-4ba5-8283-25f515f5d198","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.036804371Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.036881757Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","namespace":"ai-tenant-e2e-worker-w2-0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.036946201Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","tenant":"e2e-worker-w2-0177f2","tenantID":"e2e-worker-w2-0177f2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.05275199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"Deployment","name":"maas-api-e2e-worker-w2-0177f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.082072744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"Service","name":"maas-api-e2e-worker-w2-0177f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.100371742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-0177f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.116266886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-0177f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.134040962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.151072593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.169567848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.185640954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.199010766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.212383128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.225753607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"Service","name":"payload-processing-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.239148266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.252695599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.266303033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.279451834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.296623423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.310630544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.323990543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.337311035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.351480812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-0177f2"},"namespace":"ai-tenant-e2e-worker-w2-0177f2","name":"default-tenant","reconcileID":"dcb3201f-3959-4e01-aad4-c1475151da57","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-0177f2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.588298421Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-0177f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-0177f2","reconcileID":"ecb300cb-739a-4518-8b10-983b821e39ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-0177f2","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-0177f2"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.635176573Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"3f347e09-ff91-4768-98be-b2e13625c67e","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.65482567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"3f347e09-ff91-4768-98be-b2e13625c67e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.654963019Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"c6428cda-d502-42c6-b8f1-d6d6466c546f","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.684077398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"c6428cda-d502-42c6-b8f1-d6d6466c546f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.684201005Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"3c99715b-ee28-448c-9d67-4e343020ea55","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.7031915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"3c99715b-ee28-448c-9d67-4e343020ea55","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.703345564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"d09f43af-e757-47d9-930f-363c1c56b0e6","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.723036301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"d09f43af-e757-47d9-930f-363c1c56b0e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.723162153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"1ffc2d3c-3912-4f7f-b7f2-06675185d4e4","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.723207033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"1ffc2d3c-3912-4f7f-b7f2-06675185d4e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.723300466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"5ac5a4ef-ebe0-47df-8f27-519b621ebc14","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.723356207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"5ac5a4ef-ebe0-47df-8f27-519b621ebc14","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.723447059Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"69c4ba40-3378-4362-ac7b-c56ad556d86e","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.723486931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"69c4ba40-3378-4362-ac7b-c56ad556d86e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.72901481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"ffca4907-1fcb-4605-803e-5bed43bb5d6b","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.729070138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"ffca4907-1fcb-4605-803e-5bed43bb5d6b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.734214295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"7fcd641b-c1cc-45b1-aa55-d833172b817c","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.734260202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"7fcd641b-c1cc-45b1-aa55-d833172b817c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.734335683Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"f02748f5-4708-4937-a9ef-4812904afc18","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.734374043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"f02748f5-4708-4937-a9ef-4812904afc18","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.734452607Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"f5efa665-1014-4ff3-a72c-ac7f01a345e8","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.734490302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"f5efa665-1014-4ff3-a72c-ac7f01a345e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.739490986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"89a5b10d-8208-4761-9097-90e1a29950d5","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.739538791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"89a5b10d-8208-4761-9097-90e1a29950d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.755796503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"8c976a99-8433-4d60-bc32-d82f17649919","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.755840556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"8c976a99-8433-4d60-bc32-d82f17649919","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.757710359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"6a67d8a7-ec24-4d94-9e18-316b926c14af","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.757752931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"6a67d8a7-ec24-4d94-9e18-316b926c14af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.757815108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"c7b5cef2-594f-43fa-831c-20b7915ca691","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.75784181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"c7b5cef2-594f-43fa-831c-20b7915ca691","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.759657593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"dad1f207-6c57-410b-8953-e7513be65bb9","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.759696425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"dad1f207-6c57-410b-8953-e7513be65bb9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.798059414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"31970548-170a-4ebf-ae79-de621c34c7f7","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.798098674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"31970548-170a-4ebf-ae79-de621c34c7f7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.798158793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"e5c31531-f962-4fdd-bec7-706bd03546d6","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.798185227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"e5c31531-f962-4fdd-bec7-706bd03546d6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.798251555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"9cd50839-c121-43cd-8600-11b007dbe2ed","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.798279524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"9cd50839-c121-43cd-8600-11b007dbe2ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.800473732Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"2ced8df7-2a4d-47a2-8bb4-bd066e95d8b4","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.800503307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"2ced8df7-2a4d-47a2-8bb4-bd066e95d8b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.878928545Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"4d415acd-cb55-4a2f-b2af-891912e10063","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.878974092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"4d415acd-cb55-4a2f-b2af-891912e10063","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.879041308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"04f042ae-1b72-4818-becc-d2d0ec1ce1c4","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.879071861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"04f042ae-1b72-4818-becc-d2d0ec1ce1c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.879131998Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"cf13dead-d972-4914-8ea8-b5091652d117","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.879162112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"cf13dead-d972-4914-8ea8-b5091652d117","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.880820361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"91526c9f-2641-430a-ad75-f585b669cde3","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:43.880869144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"91526c9f-2641-430a-ad75-f585b669cde3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.955033666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48cf02e-997e-4d09-96f1-45351eb1f01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.968906794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48cf02e-997e-4d09-96f1-45351eb1f01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.982442616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48cf02e-997e-4d09-96f1-45351eb1f01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.996453565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48cf02e-997e-4d09-96f1-45351eb1f01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.03994712Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"fb09a738-0310-48a0-8d54-74d18afa46b4","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.039999483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"fb09a738-0310-48a0-8d54-74d18afa46b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.040083345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"85f089cd-fc7b-44ff-93b8-91f4f740c9bc","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.040119453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"85f089cd-fc7b-44ff-93b8-91f4f740c9bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.040187996Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"caf25731-031b-4d17-9e43-1b841bf69c41","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.040222451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"caf25731-031b-4d17-9e43-1b841bf69c41","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.041369836Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"666069ef-4032-480c-a8c5-b617d69fa428","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.041424879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"666069ef-4032-480c-a8c5-b617d69fa428","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.391760668Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"3ccbf4aa-ec85-4905-8370-1731626523fd","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.391825919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"3ccbf4aa-ec85-4905-8370-1731626523fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.391922824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"5deaf94a-5f86-4e31-887d-49f3a66fe5f0","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.391961475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"5deaf94a-5f86-4e31-887d-49f3a66fe5f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.392044551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e2426c28-10ec-4fdc-9996-6aceff680a99","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.392080469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"e2426c28-10ec-4fdc-9996-6aceff680a99","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.392156318Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"54f578b7-6f9c-4b2b-a3c4-76196387b552","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:44.392196658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"54f578b7-6f9c-4b2b-a3c4-76196387b552","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:44.666327267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd70b9f-eed2-4d1f-936f-1d177672efc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:44.680108961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd70b9f-eed2-4d1f-936f-1d177672efc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:44.693911418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd70b9f-eed2-4d1f-936f-1d177672efc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:44.707507312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd70b9f-eed2-4d1f-936f-1d177672efc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:45.032257182Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"6762cf76-617d-4d2c-ae69-56994aa3dee7","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:45.032317118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"6762cf76-617d-4d2c-ae69-56994aa3dee7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:45.032410188Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"72972032-0843-4858-bb7d-cddc60e54588","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:45.032442664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"72972032-0843-4858-bb7d-cddc60e54588","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:45.032504269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8a6daca9-b1f6-4852-8955-e993542460cc","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:45.032535899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"8a6daca9-b1f6-4852-8955-e993542460cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:45.032620249Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"e120677f-245d-497a-bf97-6e12f1873240","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:45.032654221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"e120677f-245d-497a-bf97-6e12f1873240","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:46.313427998Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"b7c9ce98-32d1-4b52-9448-025d292e3c76","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:46.313503812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"b7c9ce98-32d1-4b52-9448-025d292e3c76","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:46.313614421Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"559d3343-884b-4f20-95ff-7958611493d6","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:46.313649705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"559d3343-884b-4f20-95ff-7958611493d6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:46.313741092Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"ee6b1bad-4de0-4e25-a4f5-423b65669373","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:46.313773852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"ee6b1bad-4de0-4e25-a4f5-423b65669373","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:46.313842519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"49e4eed0-af86-4e81-beb8-c57822b71187","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:46.313873621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"49e4eed0-af86-4e81-beb8-c57822b71187","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:48.874421307Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"d1f08e94-14cd-4db7-95c2-3f3f415a2ddb","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:48.874492211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"d1f08e94-14cd-4db7-95c2-3f3f415a2ddb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:48.874574625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"57bf5bac-086b-44b2-bb16-bf23b4d66b8e","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:48.874625901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"57bf5bac-086b-44b2-bb16-bf23b4d66b8e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:48.874697951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d24f578b-759e-4cd0-b6ac-94d83fb57261","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:48.874729361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"d24f578b-759e-4cd0-b6ac-94d83fb57261","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:48.874794031Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"65892839-01c0-4c4e-a290-bf7ce8d3c9f5","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:48.874824282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"65892839-01c0-4c4e-a290-bf7ce8d3c9f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.297449156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"f35fd1a4-0ef7-4316-b0c0-29f9d8f97af2","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.297536049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"f35fd1a4-0ef7-4316-b0c0-29f9d8f97af2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.297683021Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"a81eb145-6dad-4b31-b949-9973d52416a4","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.297740666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"a81eb145-6dad-4b31-b949-9973d52416a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.297870922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"025da91a-b813-4760-9b9d-314bf9954deb","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.297921827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"025da91a-b813-4760-9b9d-314bf9954deb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.298025247Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"ac4079fc-de00-4f67-8a6c-383f445e45a9","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.298068946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"ac4079fc-de00-4f67-8a6c-383f445e45a9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.298162883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"392906d2-1fbc-4e05-b7ce-aebc9179b122","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.298203366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"392906d2-1fbc-4e05-b7ce-aebc9179b122","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.298294466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"a1bbaa5e-fcc8-4d31-bceb-67121c02f38e","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.298334049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"a1bbaa5e-fcc8-4d31-bceb-67121c02f38e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.298858768Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"9d210828-a667-43e2-a047-25db326275d0","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.298943021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"9d210828-a667-43e2-a047-25db326275d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.299077675Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"924584e9-5c03-4942-bcae-92a865a383cf","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.299132354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"924584e9-5c03-4942-bcae-92a865a383cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.299233246Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"6a21b56b-8887-4718-bd77-184c22e37cdc","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.299276834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"6a21b56b-8887-4718-bd77-184c22e37cdc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.29937207Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"5290bfd5-1f0a-48a3-ac55-26066a54c7e3","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.299428798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"5290bfd5-1f0a-48a3-ac55-26066a54c7e3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.299931678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2aa77a9c-f196-413a-8f57-51b81e581648","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.299994311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"simulator-w2-0177f2","reconcileID":"2aa77a9c-f196-413a-8f57-51b81e581648","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/simulator-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.300079471Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"faf4f11d-444d-41e7-a9d0-92c1e880555f","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.300121532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"premium-w2-0177f2","reconcileID":"faf4f11d-444d-41e7-a9d0-92c1e880555f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/premium-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.300205434Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"48e41939-1153-4b39-b9d1-d34c1f66b0ec","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.300242007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-w2-0177f2","reconcileID":"48e41939-1153-4b39-b9d1-d34c1f66b0ec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.300312541Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"edde88ad-5f43-49d5-8f61-2e40d48b4f2b","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.300352512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-0177f2","namespace":"e2e-models-e2e-worker-w2-0177f2"},"namespace":"e2e-models-e2e-worker-w2-0177f2","name":"distinct-2-w2-0177f2","reconcileID":"edde88ad-5f43-49d5-8f61-2e40d48b4f2b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-0177f2/distinct-2-w2-0177f2: AITenant \"e2e-worker-w2-0177f2\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:51.633917226Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}